{"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.145812604Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.205190469Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.310472578Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.310495215Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.532805173Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.532851973Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:09.704675967Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/9b800","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.683317645Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796374306Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796479112Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796540335Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796577744Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796616593Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.79665222Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796692594Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796727425Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796766542Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.79680186Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.79683383Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796890206Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.796912854Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797092007Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797206052Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797310142Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797367703Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797384527Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797438065Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.797531568Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:10.898291984Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1102 12:06:10.898342 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T12:06:11.099231426Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:11.09928223Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1102 12:06:27.919701 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920064155Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920255193Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920305016Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920405894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920448443Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.92047794Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920556314Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920675527Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920849994Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921055206Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921117306Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921246084Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921332208Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921336228Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921358765Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921363717Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921400062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921424789Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921429439Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921490233Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921520525Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921616178Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921642958Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921669927Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921720525Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921746508Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.920459889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921924642Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.921933545Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922017487Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.92204085Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922054453Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922063092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922088862Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922281432Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922304438Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.922575845Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923020473Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923068161Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923094073Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923115916Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923250146Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923275786Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923382564Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923606035Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.92364085Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.9236654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923723242Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923756583Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923783144Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923864493Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:27.923970167Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.229916086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.230660659Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.387778513Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.522527681Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.522570537Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.525100594Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.525138022Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.531114967Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.531135958Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.531172066Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.5311839Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.53117675Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.531195565Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.531107203Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.53123941Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.626211876Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:28.626252567Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:29.620559494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4b330b-481e-4ae8-a726-cb390f36bc5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:29.673748027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4b330b-481e-4ae8-a726-cb390f36bc5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:29.726871588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4b330b-481e-4ae8-a726-cb390f36bc5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:29.780032729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4b330b-481e-4ae8-a726-cb390f36bc5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:33.601493598Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"d52a9d5f-2d41-4f90-848a-7c323cd8d0af","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:34.624428622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856eb460-d0a4-49fd-bed6-d29f810068fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:34.677375748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856eb460-d0a4-49fd-bed6-d29f810068fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:34.730358292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856eb460-d0a4-49fd-bed6-d29f810068fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:34.783423593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856eb460-d0a4-49fd-bed6-d29f810068fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.722107524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2044d04f-1161-4721-ac46-d180cdd5fbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.775290911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2044d04f-1161-4721-ac46-d180cdd5fbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.828206278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2044d04f-1161-4721-ac46-d180cdd5fbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:36.882045161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2044d04f-1161-4721-ac46-d180cdd5fbfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:38.829734657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcb9ffd-dd93-4864-801a-68a811ee26f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:38.882654101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcb9ffd-dd93-4864-801a-68a811ee26f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:38.935923021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcb9ffd-dd93-4864-801a-68a811ee26f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:38.989209955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fcb9ffd-dd93-4864-801a-68a811ee26f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.282920847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e90803-25a3-4ec6-a898-fdb90a355e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.418041029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e90803-25a3-4ec6-a898-fdb90a355e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.47446986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9e90803-25a3-4ec6-a898-fdb90a355e31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.494659276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1ffe63-08d4-4d89-993c-9e9de32b5ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.552446286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1ffe63-08d4-4d89-993c-9e9de32b5ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.60919128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b1ffe63-08d4-4d89-993c-9e9de32b5ff3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.690555399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c8b670-7883-4ed1-aefb-24bdb4128969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.748663677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c8b670-7883-4ed1-aefb-24bdb4128969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.805451754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"41c8b670-7883-4ed1-aefb-24bdb4128969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.825915525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c7f0ed-5d66-47d6-949c-b20ad7648db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.883985077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c7f0ed-5d66-47d6-949c-b20ad7648db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:43.940789294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"18c7f0ed-5d66-47d6-949c-b20ad7648db2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.279102697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2616dae-6a2e-4f9a-a8db-13eb9cc977cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.337239037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2616dae-6a2e-4f9a-a8db-13eb9cc977cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.383701061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8435db55-abd9-4e9f-ba26-71f262ae9ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.393451911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2616dae-6a2e-4f9a-a8db-13eb9cc977cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.443864821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8435db55-abd9-4e9f-ba26-71f262ae9ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.500826848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8435db55-abd9-4e9f-ba26-71f262ae9ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.65943009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ce74f1-46bd-43b1-b270-f0394d515c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.659819666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"925f6a1d-17ef-4eb1-a287-6588ecb4cab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.729519422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ce74f1-46bd-43b1-b270-f0394d515c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:06:44.731465227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"792462d5-2053-477c-8a0d-dc37efa7abb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.736097394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"925f6a1d-17ef-4eb1-a287-6588ecb4cab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:06:44.782824596Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9836446-8b49-43b3-8390-df95c8706c2a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.786857963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18ce74f1-46bd-43b1-b270-f0394d515c84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.795356486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"925f6a1d-17ef-4eb1-a287-6588ecb4cab1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.944835958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d129e9cc-7faa-47ec-ba08-673706ae8a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:44.96146067Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89f11811-f6b3-4cf3-90db-66515dd01083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.002576427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d129e9cc-7faa-47ec-ba08-673706ae8a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.046213166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcacc6c-6da4-4c77-920c-a0cbfc6b4bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.059432574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d129e9cc-7faa-47ec-ba08-673706ae8a33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.061764203Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"401193c9-78e5-4728-9eb9-70913901dc02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.104247433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcacc6c-6da4-4c77-920c-a0cbfc6b4bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.160847866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dfcacc6c-6da4-4c77-920c-a0cbfc6b4bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.162791181Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ff1c6e3-2b09-496b-8154-5a32d1201502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.217228355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e950d69-4d96-4cd6-b05d-4daa66086c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.264875456Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fdd33c86-ff40-4fbe-9c50-6bf8aa23d85b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.274905352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e950d69-4d96-4cd6-b05d-4daa66086c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.318577698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bba07f0-9ebb-498e-8129-ad4b3c163622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.332542036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e950d69-4d96-4cd6-b05d-4daa66086c7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.376387967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bba07f0-9ebb-498e-8129-ad4b3c163622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:45.433180651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bba07f0-9ebb-498e-8129-ad4b3c163622","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:48.723426825Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"364d255e-21dd-4fb9-a5d3-24613b400d27","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.19561697Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c8b44c20-77d6-4a7f-87c4-380b2ef74276","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.488343351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"670bd958-1642-4b3e-bb2b-7356729fd4f3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.488362881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"670bd958-1642-4b3e-bb2b-7356729fd4f3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.547855771Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f649061d-fe81-4175-b6bf-8be807ecb918","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.548077635Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e610d9d1-75a7-48eb-bcf3-d92146ce7a20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.55857153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e830c03-7c79-4011-bff2-8398174c0e3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.558589183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e830c03-7c79-4011-bff2-8398174c0e3f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.650175775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bea159e-3a8b-4fac-809e-981525ea3ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.651995391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac846268-a02b-481c-887d-cbf6b5163f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.708147543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bea159e-3a8b-4fac-809e-981525ea3ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.709626683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac846268-a02b-481c-887d-cbf6b5163f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.764841975Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bea159e-3a8b-4fac-809e-981525ea3ba2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:49.766114368Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ac846268-a02b-481c-887d-cbf6b5163f21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.036242622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2be112-fb17-4431-9aa0-52a95e6cc8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.036242653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8a9c21-5083-42a6-a03d-4003f288c1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.096384034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2be112-fb17-4431-9aa0-52a95e6cc8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.096457366Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d2be112-fb17-4431-9aa0-52a95e6cc8d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.09671765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8a9c21-5083-42a6-a03d-4003f288c1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.156000458Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8a9c21-5083-42a6-a03d-4003f288c1d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:06:50.306580385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc8a9c21-5083-42a6-a03d-4003f288c1d5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.470304168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c95f476-4e03-48a1-8db8-599fe72e82d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.528538048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c95f476-4e03-48a1-8db8-599fe72e82d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:50.528602754Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c95f476-4e03-48a1-8db8-599fe72e82d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:51.071943206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4c7e0e7-7b72-4242-935e-9ef8b3a5fc43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:51.071994208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b4c7e0e7-7b72-4242-935e-9ef8b3a5fc43","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.567569589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02762aa7-ed30-45a4-922d-23914e6362e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.567564614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b523f6-5d06-4c18-87c1-f7fdcb34d4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.625956729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b523f6-5d06-4c18-87c1-f7fdcb34d4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.62600648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02762aa7-ed30-45a4-922d-23914e6362e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.626027048Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58b523f6-5d06-4c18-87c1-f7fdcb34d4cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:53.626048264Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02762aa7-ed30-45a4-922d-23914e6362e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.484810854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88afabf9-9d66-4637-bd0d-808b4c8e9cf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.484839337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"88afabf9-9d66-4637-bd0d-808b4c8e9cf6","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.485224272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"645b0662-8df6-489a-931c-e768cc6abfae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.485241646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"645b0662-8df6-489a-931c-e768cc6abfae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.542127912Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f05a466-3447-442b-9442-934ce0316787","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.542254966Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35907d87-7095-4452-8960-fdd61fe70f18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.555763941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7c98829-eac1-488e-bf87-decf8102ed62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.555779419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d7c98829-eac1-488e-bf87-decf8102ed62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.556009764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"212c72b8-726b-4214-8140-6f8636c2424d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.556021326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"212c72b8-726b-4214-8140-6f8636c2424d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.643414421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee932b1-59fe-4926-8002-88d3d8ca2e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.643661977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e37db90d-9432-45e9-9216-d78f778ffe57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.702145272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e37db90d-9432-45e9-9216-d78f778ffe57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.702202892Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e37db90d-9432-45e9-9216-d78f778ffe57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.702199269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee932b1-59fe-4926-8002-88d3d8ca2e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.702239777Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ee932b1-59fe-4926-8002-88d3d8ca2e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.914506646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e592720a-98c4-41af-9b15-a4a10e667e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.914537667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c685ec9d-c1f4-4856-a828-e371b06ae37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.973187306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e592720a-98c4-41af-9b15-a4a10e667e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.973247885Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e592720a-98c4-41af-9b15-a4a10e667e83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.973272975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c685ec9d-c1f4-4856-a828-e371b06ae37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:55.973318895Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c685ec9d-c1f4-4856-a828-e371b06ae37f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.738239689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ac709be-bfdc-48e7-97dc-8ddd60c08df4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:56.738268554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4ac709be-bfdc-48e7-97dc-8ddd60c08df4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:58.336670512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:58.943687423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5746b991-70d0-4459-885a-165c2770e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:58.996564108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5746b991-70d0-4459-885a-165c2770e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.050655351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5746b991-70d0-4459-885a-165c2770e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.104474214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5746b991-70d0-4459-885a-165c2770e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.319610778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73bce320-23ae-42bf-aaca-688558f8485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.319610814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db0f502-56cd-4644-bb69-7408d50bf4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.3780251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db0f502-56cd-4644-bb69-7408d50bf4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.378043006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73bce320-23ae-42bf-aaca-688558f8485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.378091184Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73bce320-23ae-42bf-aaca-688558f8485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:06:59.378091759Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8db0f502-56cd-4644-bb69-7408d50bf4c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.409434825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10e7684e-e9c3-4c89-b58f-d3afe65b4839","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.409455811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"10e7684e-e9c3-4c89-b58f-d3afe65b4839","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.409685589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a0a3607-7a2d-49ef-aebf-564fff90d1bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.409700404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a0a3607-7a2d-49ef-aebf-564fff90d1bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.410006197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65a8c0c2-cc55-4534-a9de-df923d2f917f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.41001659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"65a8c0c2-cc55-4534-a9de-df923d2f917f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.463024252Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d7fb6e22-675d-46d2-a3b3-e5f5a261186f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.463479289Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"503b3d63-40d8-43ab-9a6b-a7749b213aff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479164279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c84cbad2-ca84-4002-a0bc-f7d1c9dd279c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479182702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c84cbad2-ca84-4002-a0bc-f7d1c9dd279c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479429951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c7fa453-0291-442f-be04-74e212d91d77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479443241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c7fa453-0291-442f-be04-74e212d91d77","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479651383Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53948e0a-1ec5-4ec7-a54c-f2942178bcb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.479665948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"53948e0a-1ec5-4ec7-a54c-f2942178bcb7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.569577595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d537bb-0d83-44ce-bd60-b2f570c92c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.569597209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e69aa8-bc3b-41af-9b28-60c785adb003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.627763762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d537bb-0d83-44ce-bd60-b2f570c92c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.627823204Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"18d537bb-0d83-44ce-bd60-b2f570c92c53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.62784494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e69aa8-bc3b-41af-9b28-60c785adb003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.627890734Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0e69aa8-bc3b-41af-9b28-60c785adb003","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.841722006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402648a2-3efa-46e3-8495-01bc86632d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.841722118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a114c712-e0da-4c16-8406-f5c8a2247a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.900320347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402648a2-3efa-46e3-8495-01bc86632d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.900380328Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"402648a2-3efa-46e3-8495-01bc86632d5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.900323727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a114c712-e0da-4c16-8406-f5c8a2247a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:00.900445273Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a114c712-e0da-4c16-8406-f5c8a2247a6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:01.662365597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"842947cb-9e6a-4c07-9c12-47929576d798","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:01.662386506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"842947cb-9e6a-4c07-9c12-47929576d798","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481369283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae4c4a1a-0e72-4be1-9f56-ab30116f4118","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481388822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ae4c4a1a-0e72-4be1-9f56-ab30116f4118","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481617762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a94d6848-d612-4a00-bf77-4bba6105ad2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481629272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a94d6848-d612-4a00-bf77-4bba6105ad2b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481805843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9a9ad38-aa93-4225-a556-00a41502cf15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481815305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b9a9ad38-aa93-4225-a556-00a41502cf15","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481964325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"734b1ed4-4ac2-4dfa-abac-a581f7d97b66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.481988419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"734b1ed4-4ac2-4dfa-abac-a581f7d97b66","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.544959893Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56e83345-7c3a-4062-9bdf-c46e53a1c8ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.546714513Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"611534ac-e396-4026-bf32-f9fafd1e2cee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552200176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdef4a12-9e55-4210-8f25-0427f41fd138","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552218495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"fdef4a12-9e55-4210-8f25-0427f41fd138","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552507946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ee4fc9-c160-4198-92d8-630de7660c0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552519563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"46ee4fc9-c160-4198-92d8-630de7660c0d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552690068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1cefd91-fb79-4dc8-9a6f-f01ccad7cb91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552699988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a1cefd91-fb79-4dc8-9a6f-f01ccad7cb91","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.55285859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"029e89fc-a829-4c9e-8edf-7e2d82096b85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.552868714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"029e89fc-a829-4c9e-8edf-7e2d82096b85","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.576544846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7973a6e-7251-4644-ae03-fd7be4321f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.576544844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d190506e-85b1-449e-8ea9-67688452ee0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.635521199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7973a6e-7251-4644-ae03-fd7be4321f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.635544899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d190506e-85b1-449e-8ea9-67688452ee0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.635568454Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7973a6e-7251-4644-ae03-fd7be4321f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.635581178Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d190506e-85b1-449e-8ea9-67688452ee0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.849946958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa24622-9086-4e2d-b174-2f83db1a7410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.850145318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b53cb6d-5801-4d88-bbe8-2d90c5661c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.908668956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa24622-9086-4e2d-b174-2f83db1a7410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.908723025Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3aa24622-9086-4e2d-b174-2f83db1a7410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.909024304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b53cb6d-5801-4d88-bbe8-2d90c5661c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:04.909081445Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3b53cb6d-5801-4d88-bbe8-2d90c5661c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:05.73823433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"677c33b7-bd9c-477d-be84-c56dda5ab7e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:05.738258738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"677c33b7-bd9c-477d-be84-c56dda5ab7e3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.895559764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99ca9af1-bb29-4e08-bc05-0df6b7e3869d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.895654089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"99ca9af1-bb29-4e08-bc05-0df6b7e3869d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896008638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c8981122-e4a4-43f2-a2f9-b5ab9566f8b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896026043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c8981122-e4a4-43f2-a2f9-b5ab9566f8b8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896239024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"125099e6-f63a-4f01-80d3-cd8beb5dfc24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.89625063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"125099e6-f63a-4f01-80d3-cd8beb5dfc24","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896424672Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4fc7337f-3cd5-4779-accc-284ece0c3c00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896436902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4fc7337f-3cd5-4779-accc-284ece0c3c00","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896641896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1c6ca9b4-94b2-4179-9668-42087f6a424c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.896652982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1c6ca9b4-94b2-4179-9668-42087f6a424c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.952482676Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2b31d9e8-c215-4b8a-abe6-c77d16039835","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.952522219Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"373d151e-450d-4d3f-bb4d-16b715371783","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966059567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"474e2b9c-cd2c-444a-af4a-4631c1911616","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966074334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"474e2b9c-cd2c-444a-af4a-4631c1911616","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966264605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"183b901e-5008-4a45-bace-c7ecd6cdb772","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966274223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"183b901e-5008-4a45-bace-c7ecd6cdb772","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966434627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c718e0dd-75ec-4aff-bea3-c4ccf3107bc7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966443281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c718e0dd-75ec-4aff-bea3-c4ccf3107bc7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966607387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b17bad2-5098-4995-8dc6-0dece53972d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966616884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"7b17bad2-5098-4995-8dc6-0dece53972d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966766039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"15367af1-963d-4858-93c3-163c296e6daa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:07.966774364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"15367af1-963d-4858-93c3-163c296e6daa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.055469159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a75611cd-621b-4535-a192-7e1c95756683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.113673478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a75611cd-621b-4535-a192-7e1c95756683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.113740126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a75611cd-621b-4535-a192-7e1c95756683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.161058218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c99e609-eafc-4cb3-80dd-7ebd4d506975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.220215151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c99e609-eafc-4cb3-80dd-7ebd4d506975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.220264403Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7c99e609-eafc-4cb3-80dd-7ebd4d506975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.33044499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2d1af48-c7e1-44e9-87ff-cbe1b4962252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.388711219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2d1af48-c7e1-44e9-87ff-cbe1b4962252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.38876249Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2d1af48-c7e1-44e9-87ff-cbe1b4962252","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.435850854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54f42d57-7a6d-417f-b324-378f1a6cb383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.493866966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54f42d57-7a6d-417f-b324-378f1a6cb383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.493908787Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54f42d57-7a6d-417f-b324-378f1a6cb383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.924576091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44bb45-f8f6-4ae6-af99-79cecf8e0741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.92457608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6555033e-08a5-4915-8192-1973053dc6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.984639124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44bb45-f8f6-4ae6-af99-79cecf8e0741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.984697369Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa44bb45-f8f6-4ae6-af99-79cecf8e0741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.984634329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6555033e-08a5-4915-8192-1973053dc6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:08.984778667Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6555033e-08a5-4915-8192-1973053dc6de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:09.150861198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5157f3f-642b-45b7-a2c0-8fc60ae98f5e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:09.150879062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5157f3f-642b-45b7-a2c0-8fc60ae98f5e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.574765947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f70a696-15c6-4dcc-8315-51284892b90c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.574784988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f70a696-15c6-4dcc-8315-51284892b90c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575056129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eea1910b-d417-498f-a5eb-d59768cbe28e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575067175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"eea1910b-d417-498f-a5eb-d59768cbe28e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575244816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68f4b954-69ad-4367-9951-c192ec453a58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575254119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"68f4b954-69ad-4367-9951-c192ec453a58","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575413691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04341e38-ae77-4692-8bdd-be5deaccf55f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575422767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"04341e38-ae77-4692-8bdd-be5deaccf55f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575572128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43fd8889-78dc-41e3-9592-43128c4209a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575581221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"43fd8889-78dc-41e3-9592-43128c4209a8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575727874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1295d5da-5ae8-4aaf-8ed2-9c7672147ac5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.575736922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1295d5da-5ae8-4aaf-8ed2-9c7672147ac5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.669531932Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c19715f1-d881-4d99-b6f1-cc13af2575ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.669531749Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2703553a-6de4-49fc-82d1-dd37a47e1cbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682090055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b78bd0f-3d45-41fe-9179-b5deb2422dd3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682114917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3b78bd0f-3d45-41fe-9179-b5deb2422dd3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682481762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c44f6e24-5e2b-4256-a3ea-0bc230fba063","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682497664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c44f6e24-5e2b-4256-a3ea-0bc230fba063","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682803632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0a25a24-ba6d-47b6-90b8-42a82723f191","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.682820928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a0a25a24-ba6d-47b6-90b8-42a82723f191","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.68314192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b1a16f8-7916-40ac-b1be-78dc87503573","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.683224028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3b1a16f8-7916-40ac-b1be-78dc87503573","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.683564027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54c734b6-fd1e-472a-82e9-6e9349f14f49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.683582549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54c734b6-fd1e-472a-82e9-6e9349f14f49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.683852693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"577de2e9-0e6e-45d3-9555-3b71fd4869c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.683868784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"577de2e9-0e6e-45d3-9555-3b71fd4869c0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.775105498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb489c1d-174b-4338-ad93-61a77b804f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.775146218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cf640b-ea4b-4769-88e0-c20b8e24d1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.834174936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cf640b-ea4b-4769-88e0-c20b8e24d1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.834234745Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cf640b-ea4b-4769-88e0-c20b8e24d1d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.834248437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb489c1d-174b-4338-ad93-61a77b804f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:12.834296985Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb489c1d-174b-4338-ad93-61a77b804f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.0462605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89886f5d-8c16-4e88-8aa7-925ed0564c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.04626125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4fafabc-dd76-4cd3-a3d4-b679e7282df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.105750998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4fafabc-dd76-4cd3-a3d4-b679e7282df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.105815519Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4fafabc-dd76-4cd3-a3d4-b679e7282df4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.105813483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89886f5d-8c16-4e88-8aa7-925ed0564c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.105924685Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89886f5d-8c16-4e88-8aa7-925ed0564c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.429761377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2c83c4-5cc3-4a4e-8391-0f15fa65c186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.429797046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab33cb31-bb5a-4a30-8ace-1fa08e9f86f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.488967577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab33cb31-bb5a-4a30-8ace-1fa08e9f86f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.489026237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2c83c4-5cc3-4a4e-8391-0f15fa65c186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.489044097Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab33cb31-bb5a-4a30-8ace-1fa08e9f86f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.489073001Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c2c83c4-5cc3-4a4e-8391-0f15fa65c186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.865826682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf2ce919-afa5-461e-ae20-b0016a63c178","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:13.865847745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bf2ce919-afa5-461e-ae20-b0016a63c178","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.028570114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36496d22-9295-40c0-ae4d-2513a543f063","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.028612299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"36496d22-9295-40c0-ae4d-2513a543f063","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.028932767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf9d116e-8b37-4df6-857d-e529a530a7e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.02895171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf9d116e-8b37-4df6-857d-e529a530a7e8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029272271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c062b46-7f05-4ae9-b121-eaf9a07a85e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029287411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0c062b46-7f05-4ae9-b121-eaf9a07a85e6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029524697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95318b9e-c1bb-4811-b0b4-00e4b44a738c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029538991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"95318b9e-c1bb-4811-b0b4-00e4b44a738c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029780655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"893e63d4-feb1-454c-8721-59dc09e68380","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.029798089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"893e63d4-feb1-454c-8721-59dc09e68380","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.030074525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"928887e9-678b-44bd-a522-659d9ff354af","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.030089789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"928887e9-678b-44bd-a522-659d9ff354af","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.030350952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8550e-4abb-4fd7-a547-d3728f531fc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.030367588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06f8550e-4abb-4fd7-a547-d3728f531fc8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.082795371Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e63d67f-9c26-4655-8538-a26212dab318","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.100947834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42ed07f4-ae49-4ee8-b42c-3ba931a8dea7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.100968401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"42ed07f4-ae49-4ee8-b42c-3ba931a8dea7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.10129932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"504c93fd-bc97-475f-9c25-dfc4e4d65b39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.10136065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"504c93fd-bc97-475f-9c25-dfc4e4d65b39","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.101607001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e32dcfa-2c20-4654-85ab-75cd3c9cdbdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.101621636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0e32dcfa-2c20-4654-85ab-75cd3c9cdbdc","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.101874455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3848052b-f455-41b1-ad01-3ec3a435aae5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.101888175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3848052b-f455-41b1-ad01-3ec3a435aae5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.10220337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"997a8d7a-a668-4998-9787-e446501d7543","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.10221888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"997a8d7a-a668-4998-9787-e446501d7543","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.10246418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e449aa6b-2cc2-4170-a4f8-14e080352616","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.102475878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e449aa6b-2cc2-4170-a4f8-14e080352616","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.102746055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ebe7b0b-a831-4891-9d81-e5dbd798cdfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.102759413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ebe7b0b-a831-4891-9d81-e5dbd798cdfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.187697096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8b7df91-0454-474a-87ce-b068e0180ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.188675075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b1c3e3-5bda-4100-941f-8d8b2789abd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.246858687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8b7df91-0454-474a-87ce-b068e0180ee2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.247162924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b1c3e3-5bda-4100-941f-8d8b2789abd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.24721859Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71b1c3e3-5bda-4100-941f-8d8b2789abd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.345108123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"078a4a82-ecad-483e-9751-aab7f96eff02","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.458492166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4abd3168-0bfe-4a3c-91f8-763b3af9a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.516078434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a35c59d7-a358-41aa-bef6-c30a6541dfd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.516103209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a35c59d7-a358-41aa-bef6-c30a6541dfd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.51856973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4abd3168-0bfe-4a3c-91f8-763b3af9a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.518622443Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4abd3168-0bfe-4a3c-91f8-763b3af9a295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.659943193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119526de-def4-4a0a-bec9-6ad8b3b3c320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.718855635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"119526de-def4-4a0a-bec9-6ad8b3b3c320","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:16.732123365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03993f4c-75de-4d12-bfc7-afdb46300035","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:17.276666683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a71c240-2a40-4601-88e7-6c9295a2d5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:17.276691067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a71c240-2a40-4601-88e7-6c9295a2d5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:17.490468874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"84e51f4f-ebf3-435a-83a3-6e5d0b0262a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.384816065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fc7e420-6c5b-48af-a1e5-cf1810581696","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.464461468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fcf1af-29e0-4411-87c5-a4cc5458d5fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.465090319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3262a71-cc7d-4be5-a61b-c26de8e3ee68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.540690036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3262a71-cc7d-4be5-a61b-c26de8e3ee68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.540690037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fcf1af-29e0-4411-87c5-a4cc5458d5fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.540945463Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7fcf1af-29e0-4411-87c5-a4cc5458d5fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.551380772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f59af1ad-b216-46f8-a06d-c5372c726e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.551402564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f59af1ad-b216-46f8-a06d-c5372c726e2c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.713944737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8726d09b-3e11-4fe5-9fab-853ae54695e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.713967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8726d09b-3e11-4fe5-9fab-853ae54695e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.714285976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9bcb7105-ed70-422d-8535-e019ed993cb9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.714302889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"9bcb7105-ed70-422d-8535-e019ed993cb9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.71463642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"77095f0b-7be9-4349-91d1-e95b87e98011","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.714653421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"77095f0b-7be9-4349-91d1-e95b87e98011","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.714915088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8302a7a-424e-4a50-8b39-7749afeac5fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.714931771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c8302a7a-424e-4a50-8b39-7749afeac5fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.71519725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d035eac5-4ee1-42f6-bd37-4d1e2ac7f781","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715209254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d035eac5-4ee1-42f6-bd37-4d1e2ac7f781","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715392709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfa305ce-5a58-44d1-bd75-06f7e576678e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715402861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dfa305ce-5a58-44d1-bd75-06f7e576678e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715585115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd56438-7bc5-44e2-9540-8647122c4d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715595617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ebd56438-7bc5-44e2-9540-8647122c4d70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715822104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc94091-4b8d-4add-89c4-f15848be3a35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.715832038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fc94091-4b8d-4add-89c4-f15848be3a35","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.755968818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68603f69-9c12-45ed-bc5b-65d22ad6c575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.786426042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76ff648d-3ad2-47e5-8083-8d26a9b6b6ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.786447537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76ff648d-3ad2-47e5-8083-8d26a9b6b6ac","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.786726537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afa022d4-690c-4eb2-9824-d1cd81e95f1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.786743906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"afa022d4-690c-4eb2-9824-d1cd81e95f1e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787000782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b87148a-6f7f-4b42-94c8-cdccfa36f721","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787016669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3b87148a-6f7f-4b42-94c8-cdccfa36f721","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787209302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cde987b6-c152-4df3-afbb-82725e18b738","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787219986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cde987b6-c152-4df3-afbb-82725e18b738","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787441158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6038f6af-36c9-46e5-824f-a6233a56895a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787453101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6038f6af-36c9-46e5-824f-a6233a56895a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787632175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8786d5c9-30c2-4fd6-9abd-f222b39cf72d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787641398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8786d5c9-30c2-4fd6-9abd-f222b39cf72d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787818143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78baf23d-d56e-4574-a78c-cb47382b7959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.787827765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78baf23d-d56e-4574-a78c-cb47382b7959","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.788055373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a87a7c8-6a40-46b9-b177-59ada00aad19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.788065974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9a87a7c8-6a40-46b9-b177-59ada00aad19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.81474559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"68603f69-9c12-45ed-bc5b-65d22ad6c575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.863518636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a358780-a630-49ea-96e1-c86036e4ed0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.921950463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a358780-a630-49ea-96e1-c86036e4ed0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.938698414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1de6c301-8a58-435d-96d6-995dad10a451","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:20.939176981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa38f55a-4d43-44d9-8dc3-d4fa2987801d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.10486695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e670f03d-a1a0-4fc8-8f91-2684e26a6a27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.104886754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e670f03d-a1a0-4fc8-8f91-2684e26a6a27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.187362702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40352c37-80f7-423c-8811-3d6626343003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.245460049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40352c37-80f7-423c-8811-3d6626343003","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.29011822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ba73d62-ec34-474b-9b72-0c7864daacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.321245548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac99f62d-a73a-4c0a-ad7e-cb6365a3f1d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.348271951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ba73d62-ec34-474b-9b72-0c7864daacc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.989692588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db98d83c-7260-4bb3-a2e9-38fdecb7de19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:21.989714498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db98d83c-7260-4bb3-a2e9-38fdecb7de19","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:22.204490598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16230ed2-6c05-4bf8-a511-11f8bc161296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:24.6263194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f581d3ab-6d97-455a-8510-b01a69b5fe6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:24.626348701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f581d3ab-6d97-455a-8510-b01a69b5fe6d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.595291038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a30c3933-22c9-4f53-bec7-5429c511b6fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.657227262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d097326c-b818-4411-858c-177dccb5a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.657253405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1a6ba02-5b30-418d-bf1e-408837dccc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.770720566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1a6ba02-5b30-418d-bf1e-408837dccc3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.77216097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d097326c-b818-4411-858c-177dccb5a514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.774274451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9711421f-1f9c-45fc-914e-1dc57baef981","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:27.77429441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9711421f-1f9c-45fc-914e-1dc57baef981","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:28.336323993Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:28.990176815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a65aad9f-2a5b-42d1-b478-831a0b7f9551","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:28.990198977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a65aad9f-2a5b-42d1-b478-831a0b7f9551","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.789153728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255b8e72-19af-4c9b-86bc-8cc1e217149e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.789278937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"255b8e72-19af-4c9b-86bc-8cc1e217149e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.789711635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87206548-7dea-447b-8a73-11e0088bfcbe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.78977182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"87206548-7dea-447b-8a73-11e0088bfcbe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.790118059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1260b94d-2139-445e-8cfd-ae1bc90d6f98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.790176888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1260b94d-2139-445e-8cfd-ae1bc90d6f98","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.790489346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a738dbcd-b1c1-43b8-9a39-45f4f0bccdc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.790557548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a738dbcd-b1c1-43b8-9a39-45f4f0bccdc1","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.79087054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63e21e6a-38a7-4682-a6c2-e616de715406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:30.79091844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"63e21e6a-38a7-4682-a6c2-e616de715406","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:32.232738201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea26dfc5-cbdd-42a5-a0d0-637382a7b5b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:32.28268721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"14b4ef64-80bb-47be-8f29-4971b65da754","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:32.469761505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"583341f1-79c9-4fe5-9452-55ae3f97483c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:32.469881324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"583341f1-79c9-4fe5-9452-55ae3f97483c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:36.691206965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be2cabe6-859b-4777-be77-927074311c2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:36.691228839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be2cabe6-859b-4777-be77-927074311c2d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:37.775412679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40cba502-ff07-4f1a-9557-8d5d2f7c1b36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:37.775441851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"40cba502-ff07-4f1a-9557-8d5d2f7c1b36","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.60264706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7beb9d1-0909-4110-a618-fbc2743956b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:39.602672443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d7beb9d1-0909-4110-a618-fbc2743956b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:40.791000428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"af5da27a-6a01-4386-b4c0-daeef5008854","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:40.791019547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"af5da27a-6a01-4386-b4c0-daeef5008854","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:40.792047872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05b0faf6-ca51-4f2e-80b6-77cc0f3d4e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:40.792065188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05b0faf6-ca51-4f2e-80b6-77cc0f3d4e48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:43.811040025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f1674ce-c98e-4b01-b683-f38364c358ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:43.811065059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6f1674ce-c98e-4b01-b683-f38364c358ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.260660205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56b541e3-ad98-41f7-a574-3848011b38fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.260684422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56b541e3-ad98-41f7-a574-3848011b38fb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.482940701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"add99c27-a273-49c6-a897-9f546cb6699c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.482964621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad56cf4-4be8-43a8-b7ae-a9dd64f32f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.483574913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cc21be20-036c-4f4c-b8c0-b4f4c7cd7dcf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.590820366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"add99c27-a273-49c6-a897-9f546cb6699c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.592508254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dad56cf4-4be8-43a8-b7ae-a9dd64f32f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.651339451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4620ce0-a788-442c-b8d8-a31ba3521e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.651361301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4620ce0-a788-442c-b8d8-a31ba3521e9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:46.865385206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c507043c-b560-41d8-9af4-998b8c12a4f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:47.776540623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e81de747-f206-42cc-9886-313ee879ea1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:47.776560712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e81de747-f206-42cc-9886-313ee879ea1e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.077188899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44a3f193-da66-498b-98a3-090ea3960fa2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.07721385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"44a3f193-da66-498b-98a3-090ea3960fa2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.291352208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6fdbc9d4-c3e1-4576-a0fe-55d752890b3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.295049227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c93cda8-5c0b-4a9b-bc03-bb8d00b8ef09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.29508486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72ea70e6-0051-4df8-a3fb-73550992a8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.403768671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c93cda8-5c0b-4a9b-bc03-bb8d00b8ef09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.404318241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72ea70e6-0051-4df8-a3fb-73550992a8b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.461049504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbe1487f-d010-4e72-865e-beaec0f6ec70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.461067823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbe1487f-d010-4e72-865e-beaec0f6ec70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:49.674654362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3c4c8126-a861-4cb9-9f50-a31b802581bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.072150101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f39dbc7d-7879-4b5e-8e3a-a3b2782cabba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.072175016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f39dbc7d-7879-4b5e-8e3a-a3b2782cabba","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.230934724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b086b7-6dcb-4195-a93f-92eeba54e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.292317667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07b086b7-6dcb-4195-a93f-92eeba54e7c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.317628154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c009b9d-2f03-4b94-ac0a-342dc3c9485c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.317645543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c009b9d-2f03-4b94-ac0a-342dc3c9485c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.496282777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f921b6f-33ad-43fa-b5cf-4fbc5366926a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.534648386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"67a05288-aae4-412e-8dfc-ffb62fa1b1df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.554228544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f921b6f-33ad-43fa-b5cf-4fbc5366926a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.557859541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08aef350-50aa-4b50-a468-7dd98ef3168b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.557875522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"08aef350-50aa-4b50-a468-7dd98ef3168b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.699947035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a992712e-1e06-4a19-a347-14e2845b87e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.699964822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a992712e-1e06-4a19-a347-14e2845b87e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.715537415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37b8dd7e-7f08-4c0b-aa2e-a32a22d350b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:52.773585924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"37b8dd7e-7f08-4c0b-aa2e-a32a22d350b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:07:58.33613318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:28.344322471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:29.931712052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59cc2b-4966-46aa-9dbb-be3548a783b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:29.985872169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59cc2b-4966-46aa-9dbb-be3548a783b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:30.039342297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59cc2b-4966-46aa-9dbb-be3548a783b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:30.092871171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e59cc2b-4966-46aa-9dbb-be3548a783b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:30.590211022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b1703c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b1703c","reconcileID":"ec1ef05b-a966-4623-96af-55f22f2cdb47","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b1703c","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-b1703c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:31.239083038Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4b9210","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4b9210","reconcileID":"f5b589fb-75b2-4ad3-9363-4a17d9895cec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4b9210","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-4b9210":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:31.912539397Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b6f3d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b6f3d8","reconcileID":"e7d5cc5f-b235-4b35-a164-29e64c112b1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b6f3d8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b6f3d8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.143862263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b9e34-e13f-4b00-9faa-d273ceaae893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.197780058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b9e34-e13f-4b00-9faa-d273ceaae893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.250798674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b9e34-e13f-4b00-9faa-d273ceaae893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:32.304287394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"598b9e34-e13f-4b00-9faa-d273ceaae893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:34.244062741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fece909e-dd1a-4d39-9a04-681c472f61c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:34.298592803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fece909e-dd1a-4d39-9a04-681c472f61c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:34.351652377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fece909e-dd1a-4d39-9a04-681c472f61c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:34.405235994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fece909e-dd1a-4d39-9a04-681c472f61c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:41.194511996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"73f5f051-4cfc-4838-8003-4f18c360c5e5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:41.313729021Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"73f5f051-4cfc-4838-8003-4f18c360c5e5","name":"e2e-worker-w3-4b9210-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:45.68972849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d43e3b3-edae-42bd-967c-acf4f85d9796","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:45.790337037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b6fa28e0-3beb-44b5-abd5-ca14bb43bc18","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:46.148018937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"6a09b03f-6c33-4e72-8bf0-9ae00fc1a65d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:46.274592132Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"6a09b03f-6c33-4e72-8bf0-9ae00fc1a65d","name":"e2e-praxis-a-b6f3d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.146101426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b51a8c-1e77-409b-81ea-27384c162ecd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.146146319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00b51a8c-1e77-409b-81ea-27384c162ecd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.200479452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"c4ca3502-9d4b-42ea-bf7a-3b73542bd163","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.202647477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f3d0aa-7748-4071-abee-eb3d6dad3431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.202659626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71f3d0aa-7748-4071-abee-eb3d6dad3431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.319488159Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"c4ca3502-9d4b-42ea-bf7a-3b73542bd163","name":"e2e-worker-w0-b1703c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.359932502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"f8c31b2b-8ad6-4883-b546-9d8332f45c25","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.413271685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2aaf6a6-2357-42de-940f-02baf4651de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.413289248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2aaf6a6-2357-42de-940f-02baf4651de6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.417555902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"f8c31b2b-8ad6-4883-b546-9d8332f45c25","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.472533778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"609d8f20-8bfd-425d-8367-692d412b63a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.47255381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"609d8f20-8bfd-425d-8367-692d412b63a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.575651247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daea518-196a-41c9-822e-9af55451c410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.576780535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03afb44-7699-44c9-9640-bccb193a5697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.577766027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d6530f0-e8ec-4e8a-a70b-24a2e405a813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.577792364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d6530f0-e8ec-4e8a-a70b-24a2e405a813","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.579830582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98769e94-12fe-4fd0-a14f-9e1454c8ec12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.579857332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98769e94-12fe-4fd0-a14f-9e1454c8ec12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:08:51.662513554Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-neg-ghost-sub-dd46f9ac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-dd46f9ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.663138118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7daea518-196a-41c9-822e-9af55451c410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.666042371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f03afb44-7699-44c9-9640-bccb193a5697","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.785190882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced375e9-df8b-4425-8e7d-09ca90dfe37b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.785215988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced375e9-df8b-4425-8e7d-09ca90dfe37b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.882546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"034fda64-3e97-48df-b396-b09352f8402f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-dd46f9ac","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.882751712Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"034fda64-3e97-48df-b396-b09352f8402f","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dd46f9ac","error":"MaaSModelRef not found: llm/nonexistent-model-dd46f9ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:51.942769507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"20bc6b74-2250-4b20-9269-c4c920c893c9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.002199174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"20bc6b74-2250-4b20-9269-c4c920c893c9","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.086533376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efbcf5e8-ae83-408e-be27-0eb412678358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.08860486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3da377-f359-4b76-a78c-a5446af31d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.095629994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ab63d84-0bc3-4a74-8a06-ddb7202a2dc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.144334502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"efbcf5e8-ae83-408e-be27-0eb412678358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.146548123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c3da377-f359-4b76-a78c-a5446af31d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.149173426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3cca1d-1c8d-4407-83de-566a37422494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.149189895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec3cca1d-1c8d-4407-83de-566a37422494","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.362075976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"c4b216db-808b-418c-87b7-aeae86519797","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:52.362243604Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"c4b216db-808b-418c-87b7-aeae86519797","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dd46f9ac","error":"MaaSModelRef not found: llm/nonexistent-model-dd46f9ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.147481362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3196e296-53fc-4831-9811-aec7b819a113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.14750607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3196e296-53fc-4831-9811-aec7b819a113","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.307315457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"d1343dcf-363c-45b3-8799-e9ea9cb33ad8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.307413989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6e8d0c-9e9b-4d2a-8f2b-70b0b6f0c2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.307774387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918699d6-d3a4-49a9-9f30-b0e91ba4935e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.365834988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"d1343dcf-363c-45b3-8799-e9ea9cb33ad8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.366237524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc6e8d0c-9e9b-4d2a-8f2b-70b0b6f0c2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:54.368112468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"918699d6-d3a4-49a9-9f30-b0e91ba4935e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:08:58.34260649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.857612832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"97c02a6e-56dc-477f-b79c-69bbe770ca00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:02.898815702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75a3220f-2318-4795-95b1-3663440c60fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.187941229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73b19142-ebbf-4652-8839-ed83a4f3579b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.493612046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840b8859-fae2-40de-a934-4eb4177cb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.548153638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840b8859-fae2-40de-a934-4eb4177cb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.602166015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840b8859-fae2-40de-a934-4eb4177cb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:03.65616442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840b8859-fae2-40de-a934-4eb4177cb036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.319971215Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"4dcee333-0c91-48c7-aba0-0eca138112af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-dd46f9ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.483810197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"4dcee333-0c91-48c7-aba0-0eca138112af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.483919641Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"4dcee333-0c91-48c7-aba0-0eca138112af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dd46f9ac","subscription":"e2e-neg-ghost-sub-dd46f9ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.484169331Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-dd46f9ac","reconcileID":"4dcee333-0c91-48c7-aba0-0eca138112af","MaaSSubscription":{"name":"e2e-neg-ghost-sub-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-dd46f9ac","error":"MaaSModelRef not found: llm/nonexistent-model-dd46f9ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.820124543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3338bbc4-096d-4b13-8ce5-29b47b4034ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.820152818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3338bbc4-096d-4b13-8ce5-29b47b4034ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.9838085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"e2135f32-aaf8-436d-84c2-26c31470196e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.98491506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf52221-8c62-41f6-ad74-b82a11b39e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:04.985283481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f96344-08ba-4719-b517-f04311c8672f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.002917053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cbe3c9-4587-4e3f-9642-c940799673c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.003021428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cbe3c9-4587-4e3f-9642-c940799673c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.047350436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"e2135f32-aaf8-436d-84c2-26c31470196e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.052766602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7cf52221-8c62-41f6-ad74-b82a11b39e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.056832325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4f96344-08ba-4719-b517-f04311c8672f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.238047705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-dd46f9ac","reconcileID":"4a6853f7-65fa-45b5-8645-f756ec486c88","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-dd46f9ac","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.452167978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a728cf6-28aa-4b2e-84a3-2d4dab1f5b33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.452194056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a728cf6-28aa-4b2e-84a3-2d4dab1f5b33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.753295662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4baddf1d-4f1f-4ee7-8288-078e760ee0d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.753321326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4baddf1d-4f1f-4ee7-8288-078e760ee0d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.753721467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ecc372-efd4-460f-b299-6c8812de704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.812420391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ecc372-efd4-460f-b299-6c8812de704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.814699066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b8651f-2c15-45ca-bb9f-946bfe53b8bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.814778001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d0b8651f-2c15-45ca-bb9f-946bfe53b8bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.872284381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ecc372-efd4-460f-b299-6c8812de704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:05.928653238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ecc372-efd4-460f-b299-6c8812de704e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.093535899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"01956d56-ccfb-4ac7-a948-d30849a70a1e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.156801857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"01956d56-ccfb-4ac7-a948-d30849a70a1e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.270463458Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"01956d56-ccfb-4ac7-a948-d30849a70a1e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d0837b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.584799912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b411ce-b3a9-496f-834d-7eab8bce0a9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.58492212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5b411ce-b3a9-496f-834d-7eab8bce0a9c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.820620239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"11d05b12-056a-4263-8abd-e68faceb6888","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.883946676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"11d05b12-056a-4263-8abd-e68faceb6888","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:06.996508418Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"11d05b12-056a-4263-8abd-e68faceb6888","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d0837b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.530931324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"b0b22c08-205e-4fb1-a16c-e0ba7322914f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.531005823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f105b72-747e-41aa-9352-f0faaa7a4855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.531020258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f105b72-747e-41aa-9352-f0faaa7a4855","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.587189899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-d0837b74","reconcileID":"b0b22c08-205e-4fb1-a16c-e0ba7322914f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-d0837b74","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-d0837b74","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.813294382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea4513b-efb3-4720-aad2-9d956823d8aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:08.813320846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eea4513b-efb3-4720-aad2-9d956823d8aa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.037483213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6504b83-d566-4edd-8de1-b089eab66b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.09320962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6504b83-d566-4edd-8de1-b089eab66b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.157386572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6504b83-d566-4edd-8de1-b089eab66b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:09.212410724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6504b83-d566-4edd-8de1-b089eab66b5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.225142173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f71232-c03d-4b4b-a7bf-a5c6d16241e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.278533532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f71232-c03d-4b4b-a7bf-a5c6d16241e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.331645916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f71232-c03d-4b4b-a7bf-a5c6d16241e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:11.38479605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f71232-c03d-4b4b-a7bf-a5c6d16241e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:14.430370221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14842fb2-67ac-47ed-899b-186b569f42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:14.484418345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14842fb2-67ac-47ed-899b-186b569f42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:14.538567036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14842fb2-67ac-47ed-899b-186b569f42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:14.591536533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14842fb2-67ac-47ed-899b-186b569f42b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:16.657208486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd9dd0f-c747-4818-b633-76f77ccff729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:16.712465295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd9dd0f-c747-4818-b633-76f77ccff729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:16.769286639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd9dd0f-c747-4818-b633-76f77ccff729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:16.8225601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cd9dd0f-c747-4818-b633-76f77ccff729","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:17.693966159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a623788-8688-4348-bd90-c21a015d4bc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:17.788103559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ff5aacf-1a27-4897-98d0-5cd9322535de","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:18.049472882Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-966817","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-966817","reconcileID":"e2b4955b-a9fa-4ff8-98c3-af8474c0adce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-966817","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-966817":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:18.95996414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111c81fb-e564-4e7a-9100-9b86a571e00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:19.023740948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111c81fb-e564-4e7a-9100-9b86a571e00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:19.082942164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111c81fb-e564-4e7a-9100-9b86a571e00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:19.136860132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"111c81fb-e564-4e7a-9100-9b86a571e00c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:20.907865664Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-dd087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-dd087a","reconcileID":"2d8f94ae-4f11-4cfd-bf98-68b70f4f9213","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-dd087a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-dd087a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.103039828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1c034c-ee62-4f90-8708-ba9b453591c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.155944278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1c034c-ee62-4f90-8708-ba9b453591c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.21017219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1c034c-ee62-4f90-8708-ba9b453591c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:21.263291636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c1c034c-ee62-4f90-8708-ba9b453591c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.238064381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc174fb-3eda-426f-8ce5-029309fbb28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.291199053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc174fb-3eda-426f-8ce5-029309fbb28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.344201404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc174fb-3eda-426f-8ce5-029309fbb28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:23.397190529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccc174fb-3eda-426f-8ce5-029309fbb28d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:25.342758715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a0768d-10c9-4b95-b219-8253d39af389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:25.395851158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a0768d-10c9-4b95-b219-8253d39af389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:25.454213385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a0768d-10c9-4b95-b219-8253d39af389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:25.50706091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60a0768d-10c9-4b95-b219-8253d39af389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:25.829369837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3141e0b-da70-4578-8252-313a5f99ba4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:26.057447038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b40e6922-2835-4491-8110-3ff5db327659","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:28.337130662Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:34.311186942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"b53740fe-f682-4272-ba3d-5e87ff2ef679","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.728728857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f086c0d-579f-492d-909c-b05a69d8af3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:40.918125734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"496f8e10-60af-4bde-9653-222bb8587fd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:43.365132307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"13675cf2-2fcc-4f6b-8cf1-e9c9f3b7bcbe","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-966817","tenantID":"e2e-praxis-b-966817","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:43.486153516Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"13675cf2-2fcc-4f6b-8cf1-e9c9f3b7bcbe","name":"e2e-praxis-b-966817-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:46.819920932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"15e7eb77-2ce3-415f-b8a8-9d3f067f53d5","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:46.892068032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"22ff59f1-6738-492e-b488-e57d41d63d64","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:53.435938617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"05e744d3-086f-4eb9-8e70-ead42f1f00ff","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:53.566556605Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"05e744d3-086f-4eb9-8e70-ead42f1f00ff","name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:09:58.336932199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:04.431828688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b55a6659-692b-4562-b36c-cd9599957bf2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.526608605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"e0db736d-a4e8-49f6-bee9-8dd711209717","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.638002499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"91c84157-0023-49cf-966b-e8117fba4aad","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.695550379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9305afee-df45-4fd7-a916-9e5a3be57e36","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:06.745588467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"223a94b2-8990-4a39-ad02-f9b2b417735e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.859678982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"528bfb04-3a3e-400b-b708-c9739eec4751","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.905584681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"41c0d91d-4bc6-46ea-83e8-0b98aa81928e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:06.968555066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"44e0aa25-d677-4b38-a901-f140f2950e28","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.075528206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fad7f2b2-4690-4dec-adf5-3f4383be8ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.132642515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9909203e-c4fb-4bec-bcc5-d26ac4ad9b32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.190216441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"5e920b56-0906-40cb-ae83-a7ddd0de7561","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.204916919Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fad7f2b2-4690-4dec-adf5-3f4383be8ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.248772325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"a0977ddc-fd1f-485c-a2c5-cf665795fe7e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.261703104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fad7f2b2-4690-4dec-adf5-3f4383be8ae1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:07.293145567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9909203e-c4fb-4bec-bcc5-d26ac4ad9b32","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.297870985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"ac0eff6e-b83a-44ec-aa85-cec8879ae419","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:07.302655691Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.319700733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9575fa36-317d-4788-be32-bb8ed3956e99","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.355867231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"3246edc7-6903-470c-88fe-4fa9f0b8f5d4","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.425425495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7d1d44b8-2263-4ae4-a33f-70e3fa7ae3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.455178808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"33223c11-f47b-40c1-bdfb-431f6f4f3f9e","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.483713471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7d1d44b8-2263-4ae4-a33f-70e3fa7ae3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.508620876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"501c0012-baee-4375-bf43-30f28946657f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.514049532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"5a8ac984-5770-4f48-b2b6-7fa5d786a508","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.540234662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7d1d44b8-2263-4ae4-a33f-70e3fa7ae3e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:07.568644825Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"5a8ac984-5770-4f48-b2b6-7fa5d786a508","name":"premium-w3-4b9210","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4b9210\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:07.568703069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"5a8ac984-5770-4f48-b2b6-7fa5d786a508","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-4b9210\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.573996196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"bed6b84f-3874-47dc-88bd-aa23c5c811ef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.607516382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"e3ffb860-1931-4700-a410-38c8012e482a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"premium-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.669671214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e4acf06f-ac47-4813-94c1-17a80c918b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.676634215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1f2d80e3-351d-47b6-a7c8-790e1216c4ea","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.727416626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e4acf06f-ac47-4813-94c1-17a80c918b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.773142188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"50dbc7e7-a3a9-403c-8d7a-145576389f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.776778163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"c940a3e2-1dc7-4229-a11e-968c2f32c3a7","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.784403227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e4acf06f-ac47-4813-94c1-17a80c918b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.830923508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"50dbc7e7-a3a9-403c-8d7a-145576389f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.847545599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"32f4e240-1148-4e5a-b425-61c76fd533be","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.88734747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"50dbc7e7-a3a9-403c-8d7a-145576389f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:07.989414921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"7b13a6c7-4ecb-4891-babc-727539dd7a8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:08.007013884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f32e3b74-b1ec-486a-8e27-5eafafddf5d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:08.06487371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f32e3b74-b1ec-486a-8e27-5eafafddf5d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:08.121477074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f32e3b74-b1ec-486a-8e27-5eafafddf5d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:12.4572523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"215dafcc-e71a-494a-a78e-ce8f6c0224cc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:12.526910498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"69e01c59-8916-4482-9bf5-c705d7450be7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:14.793577839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"29ec788c-e88c-4f8e-8e5b-c7b151cce931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:14.894179249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"ac086c46-53db-499c-b975-599ca2deeced","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:14.961546114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"a4995475-04e0-45ac-85aa-2e7d24b63cf0","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.061996086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"b23be62b-0492-4c81-8a31-462695b0fd97","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.311228926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9cd49095-780a-4930-b3ec-744502c76a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.311252612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"cec1f3de-a572-413e-8ae8-4dfd8878bcb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.369641609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9cd49095-780a-4930-b3ec-744502c76a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.369740496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"cec1f3de-a572-413e-8ae8-4dfd8878bcb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.428434855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9cd49095-780a-4930-b3ec-744502c76a57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.428440381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"cec1f3de-a572-413e-8ae8-4dfd8878bcb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.433528992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876670f-7484-4aa1-a9f6-eaaf31d5b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.486604552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876670f-7484-4aa1-a9f6-eaaf31d5b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.492562455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5909ccb7-4567-4ed0-a46d-c8b6c1906147","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.539623236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876670f-7484-4aa1-a9f6-eaaf31d5b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.592665017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4876670f-7484-4aa1-a9f6-eaaf31d5b256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.592877174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"155e5dfa-9c5c-4172-845f-5fa068904446","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.752240196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"005ab30a-3f02-48b2-8566-6339821e8155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.752346801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c8ccefc3-5fc8-4992-b1df-3ba5fcfe6f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.810700014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c8ccefc3-5fc8-4992-b1df-3ba5fcfe6f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.810901678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"005ab30a-3f02-48b2-8566-6339821e8155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.868197265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c8ccefc3-5fc8-4992-b1df-3ba5fcfe6f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:15.868303973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"005ab30a-3f02-48b2-8566-6339821e8155","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.509584265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c65389e-e713-4a89-9c35-207993696015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.562401797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c65389e-e713-4a89-9c35-207993696015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.61528093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c65389e-e713-4a89-9c35-207993696015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:17.667991304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c65389e-e713-4a89-9c35-207993696015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:25.418134491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd2314e-6d40-4c5c-9b6a-a3197758221d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:25.470932349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd2314e-6d40-4c5c-9b6a-a3197758221d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:25.523903169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd2314e-6d40-4c5c-9b6a-a3197758221d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:25.576960966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd2314e-6d40-4c5c-9b6a-a3197758221d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.027371747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"087dd096-5d47-4314-b04c-973d8c618358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.027378737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7f12d75d-2238-4007-9371-b7c2579b2411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.085946879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7f12d75d-2238-4007-9371-b7c2579b2411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.086203101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"087dd096-5d47-4314-b04c-973d8c618358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.145838672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"087dd096-5d47-4314-b04c-973d8c618358","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:26.14588777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-4b9210-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3dafc35c7b343f6433c0b5d326baeefa3bda6258828cfaaaa449305d5689c894) AuthConfig (6ff5c192becf3834cc7acbbda367643502d676bc5015be44fdc74b3ac874c323) AuthConfig (0b665e12d428d9bb20855ee71100bec3b367f59e1daff95e21035dd35fbfde61) AuthConfig (61a7745e27f65c1e3d723ffd24b33ac226b0163f93ebde0debc5562c1973283b) AuthConfig (6bb8bb8fb544134a345a6d7c726e6379f4116e171b33ecb2ce3996c2bd87d7be) AuthConfig (c81166787040f308ca980c4641d4194c9b677fddcf87ea125306d08768bb3269) AuthConfig (026d5279faf62cfb782b2866f7e48a547b48089f4ba3869f82ae14c21d23231e) AuthConfig (37b620502164901938367600b5821a2cd98342eb46931eec6a7f9fec35686919) AuthConfig (f4bdd84f746b71803414fd33c2496744c9ce348750a01361abcc66c735704038) AuthConfig (dd2bbbee915fd81fe75e75f9e58dbca7af90e5371ed4cc0a9d81d55f69365375) AuthConfig (13b672fdad0f8fd325dbc0c6fcace30fabbf97660315e08581fb1356dd72857d) AuthConfig (d6c3a1c7e224b2a80decf9f0f6e97ae10e0726bfe2c5312c567a7cec4a9a731f) AuthConfig (d7ac8906927cd3d0ba9ff2c587d5871a2b553e3daf3102ac6f5f8df7d4ed9939) AuthConfig (affb0cd7f3d08f06f5985776ff4ec21cda9186e302aaef1aeaed317b1aa744b8) AuthConfig (3757ea86ce75bc5953fc42c30fcb725edee8cde7ecd8c55d9b7e736728747cbc) AuthConfig (6e24e0a3070d5e89a69d6eb3eaa5ebf01f71bd53be837827ab5dd19fe73e1f85) AuthConfig (22afa2b972b21ef6d61955698e067838389162c2bcfd7854500d9f9cd69235c1) AuthConfig (acbbe8168b004b7df8f47b309ab0ed4072089e41d7183fead5849ea30d2d7039) AuthConfig (e7f01988e02eb97f6aa9619915d0820a63344e8b6f0c6104d84cb2c7cfd259b0) AuthConfig (517b47d0936fea0773f9b281e115f98d33f3009713f9b9426a2b5fec52e24b1d) AuthConfig (539aba9052e950fc58a69823c636142150dba95bb74a72e353329a29d7b8f345) AuthConfig (8a1aac38cc169e78856a22cef8e9e59194f80a4a28b375735f184914fd454b3e) AuthConfig (6d5b18736890d206aeee386061c2b674edd520aa1b2d815d41c58a2d81afc4a4) AuthConfig (e875df890436955878777e5a68091b0f5ec5cd238795c0d0fd7d74336968a82c) AuthConfig (3e17294021dda8093c3f5c126be9e2a97b5b4fabac74b84bd4a7bc8b01d28e95) AuthConfig (613423bb2b7c8c2117673ad960cfe189860b6c0ceb5ba592c5b109663cb23bf5) AuthConfig (f9084ba5ccd575927708f7b284952f0ccec870594a9891ef286835ddd960dac1) AuthConfig (1ac79dc084edef5f24d7a79923ee416f9c90de04b9112f5ce3c1970891450969) AuthConfig (56272187a654598f2fe614c25d6a16f2b2dd40010d2b5cf6737a44659c80be79) AuthConfig (19b432928f61f5d01cbf3ee3764ad36c66bcc6263933b41dc377ddd38ca4db45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7f12d75d-2238-4007-9371-b7c2579b2411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:27.570186749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f943658d-de23-4341-8cc6-bb81301651f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:27.623213088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f943658d-de23-4341-8cc6-bb81301651f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:27.678087169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f943658d-de23-4341-8cc6-bb81301651f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:27.732519492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f943658d-de23-4341-8cc6-bb81301651f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:28.336340877Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.013828897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d13b91-3f8d-4a56-b2ec-143647c7f3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.066999371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d13b91-3f8d-4a56-b2ec-143647c7f3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.120106921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d13b91-3f8d-4a56-b2ec-143647c7f3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.17645109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76d13b91-3f8d-4a56-b2ec-143647c7f3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:31.531769815Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-03c4e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-03c4e8","reconcileID":"f8d576f8-bde7-4454-8700-2be30a9322fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-03c4e8","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-03c4e8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:33.15131661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d984c9-a2a6-48f6-a1bc-88d3b961c009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:33.204318799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d984c9-a2a6-48f6-a1bc-88d3b961c009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:33.257108056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d984c9-a2a6-48f6-a1bc-88d3b961c009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:33.310352102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0d984c9-a2a6-48f6-a1bc-88d3b961c009","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.304998899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"67bd8053-6d52-4fae-ba34-6ab1100e8482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.305081309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3d03257c-fa5a-418b-b62c-83790b2638e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.362960982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3d03257c-fa5a-418b-b62c-83790b2638e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.36296549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"67bd8053-6d52-4fae-ba34-6ab1100e8482","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.680574439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"bda39298-340f-4514-9423-6be1e15650ae","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:36.681182674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"c91e09d4-1f39-4cc3-be8e-ac0f3542cca4","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:39.488589188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c0157419-06ac-4162-bf10-333d50e2d8c3","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:39.546217786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"693c626f-24df-4dc0-8eb0-ba0b21ad1ae8","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:39.704344415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-gw-auth-426c2c4a","reconcileID":"e1844f75-6ea5-482c-bf51-aa68d4f5aa9e","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:39.762299453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-gw-auth-426c2c4a","reconcileID":"e1844f75-6ea5-482c-bf51-aa68d4f5aa9e","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:40.034767217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"03678eb0-8de2-43fc-b0cd-3d5c807146ad","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:40.193189831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-gw-auth-426c2c4a","reconcileID":"da93865d-4361-47ce-868c-4fca75e66e20","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:40.251766108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-gw-auth-426c2c4a","reconcileID":"da93865d-4361-47ce-868c-4fca75e66e20","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:41.882698835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"afbf06b0-ed3a-4475-a075-ce9ae3628380","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.007684457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d10e189b-0516-4ad7-b37d-ac07a4a2cda4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.066839658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"12dd4b7f-d9e4-4db8-9425-366fa12387fd","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.115938064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dd02cddc-c1f1-4e65-b067-426474107a95","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:42.122724207Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.172660888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e59be2a4-056e-46f9-8be7-0cced064130f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.319474858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"860c41f3-e13c-4154-95dd-99d657c12a49","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.378170102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e58c24bf-8b67-43eb-924a-49344f2316b5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.388943726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"ce316eb9-2944-4df1-8a12-8312a601db92","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:42.447142644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e58c24bf-8b67-43eb-924a-49344f2316b5","name":"simulator-w0-b1703c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:42.447197451Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e58c24bf-8b67-43eb-924a-49344f2316b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.452483812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4202747b-d845-4d0b-8cf6-7c82aac81b7b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.496361761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9c4611f4-72cf-48e1-9a05-0d95fd530729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.567365372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"64ff34bb-8e58-44f9-8142-0a91e909bac6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.623411814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"48cc15a2-c435-4242-8dde-f4ca2fe52b7f","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.625931073Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9c4611f4-72cf-48e1-9a05-0d95fd530729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.644339282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-gw-auth-426c2c4a","reconcileID":"bc432c07-2ef3-493b-9e3b-b3014a5f5146","MaaSAuthPolicy":{"name":"e2e-gw-auth-426c2c4a","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.644359781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5290ee01-55c2-4344-bfcb-ffae16c6185c","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.682207738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d087e5ca-2dea-43e3-bae8-1aba476d7d4b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.685595641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9c4611f4-72cf-48e1-9a05-0d95fd530729","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.730748053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"994aaaa0-2763-4663-ada8-f25e504dd964","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:42.736206589Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.750246583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c721dda2-648b-4038-aaea-8639191837e1","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.782466844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"6abc6785-1cc1-4774-8303-54c12b95f5f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.786945007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"37ab5f6a-27f5-4f16-a048-6ae750b4c2a6","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.854761813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d6202baf-dd68-4df8-b3a5-19101725b6a7","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.855641212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"06788139-fd28-47b8-9621-18a2167ebd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.916177696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"06788139-fd28-47b8-9621-18a2167ebd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.921514499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"b378e0af-2086-45f3-968d-d9251f599a0d","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.973037448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"06788139-fd28-47b8-9621-18a2167ebd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:42.980797657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"48fc2f85-f9db-44bb-9df4-0277c9db38ed","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.003456005Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"e00b1e95-f60d-4c31-88d4-d384bfec18ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"premium-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:43.042301639Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"48fc2f85-f9db-44bb-9df4-0277c9db38ed","name":"premium-w0-b1703c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:43.042442112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"48fc2f85-f9db-44bb-9df4-0277c9db38ed","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.048170914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"f49253d9-ce8c-4294-b8da-a49a26db361d","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.140567663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f85e6fc6-3c90-4179-bd8f-7b92d987db37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.141009628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5515de4f-474c-45ff-8e0e-2ab810c954ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.173429419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"224534df-91af-4c87-afd4-0fd10f6bad20","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.199216939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5515de4f-474c-45ff-8e0e-2ab810c954ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.199346557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f85e6fc6-3c90-4179-bd8f-7b92d987db37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.256048297Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5515de4f-474c-45ff-8e0e-2ab810c954ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.256219337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f85e6fc6-3c90-4179-bd8f-7b92d987db37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.314118451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"56fe4e0e-7bed-483c-92fc-69d8d29aea0f","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.386025574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"bf70ad7c-f1a2-4681-8848-6716bf4a3991","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.472446412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7a0a3f6b-95a5-4591-a856-4af3d6462d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.531101966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7a0a3f6b-95a5-4591-a856-4af3d6462d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:43.587894335Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7a0a3f6b-95a5-4591-a856-4af3d6462d86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:50.454486915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"d9c1c9a1-24e9-4b1e-9332-8956e54e3749","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:50.62251912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"a4478aee-413b-46ba-bb88-c98a86ae3bfd","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:50.736655854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"ebd001ff-7f67-4dc3-a701-0d864be21057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:50.902355232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"97104a8a-1931-4bcc-b2bf-8c8ea9a60c52","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.104631818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"94c20f6d-3eea-42e9-b627-925a62c50c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.104675517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e4b2feea-2e1a-44fc-8c99-7a5c96c882c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.163832645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"94c20f6d-3eea-42e9-b627-925a62c50c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.163880153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e4b2feea-2e1a-44fc-8c99-7a5c96c882c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.22125358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e4b2feea-2e1a-44fc-8c99-7a5c96c882c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.221383048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"94c20f6d-3eea-42e9-b627-925a62c50c4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.28107008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"544c2cbe-55e7-4f00-ad31-ce1ab6487258","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.281379918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c44a88f8-a7da-42bf-99d2-e0ab4298ffe2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.438648277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dff9f492-07b2-4db7-857a-93ca0fe6e694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.438648336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3f610657-b890-4b02-a495-ba544ec0277a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.496598678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3f610657-b890-4b02-a495-ba544ec0277a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.496882541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dff9f492-07b2-4db7-857a-93ca0fe6e694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.553184723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3f610657-b890-4b02-a495-ba544ec0277a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.557164775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dff9f492-07b2-4db7-857a-93ca0fe6e694","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.608491511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3f610657-b890-4b02-a495-ba544ec0277a","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:10:51.611506034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dff9f492-07b2-4db7-857a-93ca0fe6e694","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.772542775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5fbf87ff-8277-43ff-82ec-7e2d79f8f9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.773625368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1d42dced-1a30-4f25-b8cb-3d6a1bf6e5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.830863244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5fbf87ff-8277-43ff-82ec-7e2d79f8f9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.8315915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1d42dced-1a30-4f25-b8cb-3d6a1bf6e5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.887548882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5fbf87ff-8277-43ff-82ec-7e2d79f8f9d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:51.888194088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1d42dced-1a30-4f25-b8cb-3d6a1bf6e5bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:57.230128531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76578fd-b0b5-4f0e-8fb6-8c0bd4ac4267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:57.28408685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76578fd-b0b5-4f0e-8fb6-8c0bd4ac4267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:57.337156521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76578fd-b0b5-4f0e-8fb6-8c0bd4ac4267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:57.390046263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f76578fd-b0b5-4f0e-8fb6-8c0bd4ac4267","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:57.836884367Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7bd72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7bd72e","reconcileID":"1d16abda-198e-465f-810a-22f1f9cbeb4d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7bd72e","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-7bd72e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:58.33560067Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.329604407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42085c91-2a6c-4de4-9919-7455e2fdd75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.383296824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42085c91-2a6c-4de4-9919-7455e2fdd75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.436414169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42085c91-2a6c-4de4-9919-7455e2fdd75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:10:59.489226448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42085c91-2a6c-4de4-9919-7455e2fdd75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:01.41179909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963e12-b574-479b-bed8-29b5a984e221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:01.464783521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963e12-b574-479b-bed8-29b5a984e221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:01.521517361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963e12-b574-479b-bed8-29b5a984e221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:01.575323565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8963e12-b574-479b-bed8-29b5a984e221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.04809797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3ea9cabe-55b2-4e70-840e-d680537aea89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.048120802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bd5ac609-fe83-4234-b099-e4afb3c3780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.106690475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bd5ac609-fe83-4234-b099-e4afb3c3780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.106713222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3ea9cabe-55b2-4e70-840e-d680537aea89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.163793769Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3ea9cabe-55b2-4e70-840e-d680537aea89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:02.163939151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b1703c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f01493aacb0707a60cd3090617c6d9edf320feb430a4211723b83759e041bb4f) AuthConfig (f97fca46a9d0faae38a598e2d30eed0372fb1fe864ff046d44f85d3a656707ee) AuthConfig (b26e3d0408171aa6957ff140eb236758bdf915ba7ab4e86d38ff7d6e79f0889c) AuthConfig (e447810475850b6116ccb9743c3d8251555b40bb45226f34e450452a141eeb0e) AuthConfig (40b8be0ff03d11d2ed2e793de07e37a59dbe74f8638b84ca82f20f8375df6d31) AuthConfig (26a86b929a7f5f19bb4054261b38d0dbf647c57564e0f56157cead1fac00366d) AuthConfig (b1ca3adb30795c33972a858d1fd9730a9c2e810e139776aab293406da62fd202) AuthConfig (68c8e80b9fea413f2b54f07e1a91a39fc720c67f1e7ff8be13d857f183d13375) AuthConfig (23320eda6693bde726ddf0cc423afaff761996c765fc3f03685cdc26edd9d01a) AuthConfig (f54be493b7ec987c471237fb9f54dfd04d0c07e4f0e07056f2435fa3ba30f4ed) AuthConfig (880c2cc69e483a4cb7c303171a80574a874666cd6090a88330fb4fa59c9388ee) AuthConfig (39f54bbb234759f75f5b9aabed25420cdccf077d5495da02e6b302dd7bf9418a) AuthConfig (aa6d2a4caf56f6e51fb3906a67fc292c952374b8b6664691ab75830782924553) AuthConfig (725636f8c66581135281aeb70c46b10fc31f9b357a57a5eb816099984a03317d) AuthConfig (bb93494df3eed780cedf0d093c53fc3229582ce22b959a6d87ea0b2d30740d99) AuthConfig (7905847ab6b20086c3dffafb5be3bd335f3c70a46ac36ac7494c5169592db7ea) AuthConfig (719a76936ca2d5262b35a30e161833fd81bd466df2a68e5ad6279f92035acdf2) AuthConfig (ebbbae1ff40e781f512c1bc89aabf74940d34b47163232a86f250a6af7b51539) AuthConfig (f17a5f4d7d9c359bed06b1b68c639ae079a6656bc77bb1bad2ace457389c39a0) AuthConfig (67bc3e05cf6c8a3b7e9024499614155dc109aea33cf7cb76077538e9ca6006f7) AuthConfig (94e6b3a5f019118cb42ba28444fe0853b4109a6d90f8da55ef848909eaa79392) AuthConfig (e1e4e1550b0ae357596001ce61b62b2be3c710bf2e9d806f72a55f296afa44d1) AuthConfig (42e478ade3f1b97d065495307d2a25df070e675f2ca1fb694f15e3110c6c1cf5) AuthConfig (a0f9a7d60571d29c2fe8ce2c9589214f448c9e1217fa9766005148c85a48af85) AuthConfig (d929728234d77cce5ca7d20b86e2d42ce445bad4b2153454f38378c684dfd807) AuthConfig (a309fd63041b42ddaf9b792916aa430052fed94035fc1282c2d8c8876f2ca5c4) AuthConfig (56910a97ebdb49a47ce675336c77c2bb8b1b1ae49267361bb5412aa5fcb54af9) AuthConfig (d5938a6b63819607532f5b41fd0efbddfc832cdaab739a6de41a4fb7ca10b289) AuthConfig (50b180927b793c23971c62267dac85235baa055b09c94db562e767695d70e701) AuthConfig (6d34b96e190dd193772d66e39bd0a9f316b1b3d09c1b4f64dcafaf7366816e45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bd5ac609-fe83-4234-b099-e4afb3c3780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:03.33734286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"385a54b0-96ae-4e60-a298-c17195a84aab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:03.612313708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"4858ef5a-a1d6-4d88-9e0d-e4d97353faf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:06.97871625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5e700636-21f1-416a-8321-6d8de142374d","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:06.979048256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"5935ed96-38c3-43ef-bfd9-9d316afad584","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.049266684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5c7f040c-57e6-4347-9d07-0b1ed599d19a","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.049581231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"b694e6fc-78ec-4f8c-ae04-8d7a1733972c","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.137062203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"718e885d-e89b-4cb6-81d8-918332cb6078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.137174065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"732891e4-bd00-4c25-8207-1c7d05091f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.193958889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"28dd1cbc-468e-4696-b942-247e258d7b0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.194557806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"85e9f3c0-bd79-4fb6-ab67-3db373e5f0df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.198456816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"718e885d-e89b-4cb6-81d8-918332cb6078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.19861888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"732891e4-bd00-4c25-8207-1c7d05091f97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.562655001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"49b7bcd7-6a9e-4df6-b10e-9bfd90b079ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.562652601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ccc9d056-d175-4bd7-81bb-4cf393fbf587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.621063475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"49b7bcd7-6a9e-4df6-b10e-9bfd90b079ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:07.621070072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ccc9d056-d175-4bd7-81bb-4cf393fbf587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:08.856515192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"657e2a6d-c6d1-4782-9aed-153a3f602c8e","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:08.856541751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"657e2a6d-c6d1-4782-9aed-153a3f602c8e","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:09.079145092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"cd32c95f-c8f3-4cc4-b423-1eb0e94dfe83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:09.1991893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"cd32c95f-c8f3-4cc4-b423-1eb0e94dfe83","name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.327580025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"257ba6f1-40af-4e61-b60c-bf5b3791da70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.338631859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2aefec70-4e5a-4f01-933a-844adafdf88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.386354159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"257ba6f1-40af-4e61-b60c-bf5b3791da70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.40053919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2aefec70-4e5a-4f01-933a-844adafdf88f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.707348403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2288d91f-eaf7-4c7e-ae7d-eeb54a821be5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:12.807491789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"0e6067ea-6336-4e0e-84f0-eba271e40895","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.330625594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"2214e790-e6f3-4999-a0f2-0b8d1f47174d","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.330655866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"2214e790-e6f3-4999-a0f2-0b8d1f47174d","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.393292121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"bfb6cbf6-5b97-44d7-90e5-e9533ae5f49c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.39332353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"bfb6cbf6-5b97-44d7-90e5-e9533ae5f49c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.50426928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b703fbcd-7480-4b3f-bca7-a13a9567b9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.50554132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"aee45b66-d813-4ca8-8e61-9ba6c88d10d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.514258238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"5a9ac6b7-bd55-48bb-8f29-f27bca6b1344","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.575818493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"aee45b66-d813-4ca8-8e61-9ba6c88d10d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.579621828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b703fbcd-7480-4b3f-bca7-a13a9567b9cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.676645122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"5a9ac6b7-bd55-48bb-8f29-f27bca6b1344","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.738419713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b6f3d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"5a9ac6b7-bd55-48bb-8f29-f27bca6b1344","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.806384848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"c379c4c8-6c03-49fe-9c05-7d6ebf85445c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:14.80650219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"c379c4c8-6c03-49fe-9c05-7d6ebf85445c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.686608289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"71dc5d04-615f-43a2-bf46-12fdd68f92c6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.7370693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"9887e56b-0006-471c-9679-143466a508cc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.895621255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"bc87c8c1-9459-405c-aba8-730981a39b7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.916026343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"a06b8006-de60-4725-9ce6-67090975e87a","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.925627995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"add58816-d291-4103-a970-165a69ff848a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.953971796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"bc87c8c1-9459-405c-aba8-730981a39b7c","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.976601064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"a06b8006-de60-4725-9ce6-67090975e87a","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:24.985184331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"1ff5f309-8ff4-4302-8309-be5bad8bafa4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.034511206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6af2d0e3-29f1-4a3c-95a0-de5570631feb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.037142002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b6f3d8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"a06b8006-de60-4725-9ce6-67090975e87a","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:25.039086775Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-bulk-sub-8322cd17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-8322cd17\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.093256066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"26b8db26-9dac-4ee7-a0f3-7c422eace2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.093587413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ce50e1c-3c6e-41a9-be59-9e43dc22bf93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.093946604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ba8625d6-2433-4663-aadc-7454cc8d9500","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.151496614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ce50e1c-3c6e-41a9-be59-9e43dc22bf93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.151639229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"26b8db26-9dac-4ee7-a0f3-7c422eace2d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.247036678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8e7c63a6-82e4-487f-b050-9758cd570864","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.391912791Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17","reconcileID":"3bfd7858-1c51-4268-bdd2-78e9459c94a9","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-bulk-sub-8322cd17","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.412585997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"3ba31c0b-8b66-442d-90f3-b7310dfdd9c5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.474843077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"3ba31c0b-8b66-442d-90f3-b7310dfdd9c5","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.551863868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"866a58f0-c8a9-4095-b9e4-cc5f0da9be65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.551864101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d24f6a58-65d0-4188-b7cd-6b7477efaedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.557490374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e9155f10-3f36-42de-a92f-fa9236ec68c2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.606737488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"0e79f228-8061-463b-8b35-4774667083a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.611530013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"866a58f0-c8a9-4095-b9e4-cc5f0da9be65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.611550407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d24f6a58-65d0-4188-b7cd-6b7477efaedd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:25.776643318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17","reconcileID":"71838ea6-7e13-4453-ae95-704625f39218","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:26.365227979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"f210701e-9517-4625-a4b0-41959510f513","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:28.336934948Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.435503856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6b4c358f-f9b6-48db-8d04-86b577aee8aa","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.601804943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"c382e1d5-e347-4143-97bb-a5574b5eb6c2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.601953484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f302030f-12b5-4d8c-a055-06203b8df85c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.601806665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9c8e4c26-60aa-4876-af1d-88bb5b876485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.660553087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f302030f-12b5-4d8c-a055-06203b8df85c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.661701692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9c8e4c26-60aa-4876-af1d-88bb5b876485","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:30.663006296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"c382e1d5-e347-4143-97bb-a5574b5eb6c2","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.145488841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"b52208cf-7f49-43bf-b35f-b6fced22e592","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.146563738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"2eac7796-bdc1-4c0d-b437-df885c566754","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.147204809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c0583071-37b8-4245-8b62-55cbe97013d9","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.224221715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"6875bb1c-147e-47bc-b30e-ab6de61d24f4","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.22465447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"811414e9-a51d-4161-ab77-cfc933eb37ce","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.225035381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"4468df6a-a3e5-438d-9fd1-1396050c24c5","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.322604237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1a3ff921-da8d-4435-9b98-0ba36e739557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.323538855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1fae3898-a25c-407e-8927-daa2a3402d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.378310156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"451704a3-c1fc-4b4d-805c-c7c1d1680511","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.378310155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"ead9d7e3-e637-4f42-a4e8-9d7850a1e1b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.382493968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1a3ff921-da8d-4435-9b98-0ba36e739557","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.384638127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1fae3898-a25c-407e-8927-daa2a3402d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.767726754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5fcfd60d-d5f2-4572-a23c-bde8d5bce7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.771046208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4f751f40-8944-4b7a-a27f-9ab06e811111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.825956533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5fcfd60d-d5f2-4572-a23c-bde8d5bce7e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:34.828934214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4f751f40-8944-4b7a-a27f-9ab06e811111","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.144363633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"13167fa4-eba8-4636-a47d-bdab7bd1d7db","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.203788227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"13167fa4-eba8-4636-a47d-bdab7bd1d7db","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.260290734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b6f3d8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d27226cf1839977e3572c15ca53787cd787eb244bb9d48d6a690707862f437f6) AuthConfig (e19e2fb03f6b501496b4e976cecb46db80c04786593d94f1aeeb29c44a9d8673) AuthConfig (0ee6aa22ef22261860c2fb9d2cf635df59560eea2348c3e36b78e657b79c0cff) AuthConfig (d02ff7bed2ce8c28c0e3c0bd1b2afaeddb5c2a12538eb4f45241214f0a43e97b) AuthConfig (20aa8543b625b5a6068c3b54f6a990c6b5a8fa5f7ded447b8c8c25b2ba26c80b) AuthConfig (55565d49c261dedde1b3f4c5fecd9dacb888e71093010bebc023f9f82f053049) AuthConfig (913e00f725ce8f24468fb692659d05a789c2528da3e7aa8be08627a096e0a6e1) AuthConfig (7e4ff5ff3a92e6169ce2f65a48fe7e2a86aab92aa206a6e128997bd19231a2d6) AuthConfig (305165828952a862962c12b7b5285cb638ef0598ea43e5489cca39497b608e4e) AuthConfig (510f2d677d06a3a3a824dd1ed32daf535812279b18d50e7d21fead4f79509c1a) AuthConfig (4e10655988dfd1f820cb53a448e661f31c6f542ccc9c97b2f7591ad82e153298) AuthConfig (8d123829d057e19690aafccb96d078a44f7c9ddb60726b8e8ed161bb23813a09) AuthConfig (1411a8e920ef9bf3f91b7fea745cc414b7debd70cea56a3094b9fef3a7108942) AuthConfig (69b84988c3004bdd4ee683d5646a6566a72bc320ca02554cec16fe5af777b62c) AuthConfig (563e984f96eccba3041f66ca5e0e065b9ee09e75873f888e7f74f7f9a19d4078) AuthConfig (0404b1c2c23234733da40a725c0e7175853874577859c27a5b9f1ccd6511e615) AuthConfig (034e64b0b20c3334f8f0705ae69022809472c4d6d956ef529dbb155a22c25bb3) AuthConfig (85cd8a692aca06d1b17ade3b6ba86eb2f2386c4088b8f048a2473e9155d15e2a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"13167fa4-eba8-4636-a47d-bdab7bd1d7db","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.333616895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"b3c37874-6bc5-41bc-ac82-5a7f27175700","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:35.333747509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"b3c37874-6bc5-41bc-ac82-5a7f27175700","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.144802849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d65a528c-2bdc-45c8-8697-511f7c66a27e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.251338141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"4feea344-6f6d-45a2-acaa-a7c370961b7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.569598386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b3d314d-41bc-4b07-89ef-863e347db01c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.751598536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"13a90dbb-f629-4b48-a470-c1c2a63c35bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.792172173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"78d5104e-3af9-4d57-af2e-bc5fd67c11b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:36.813849906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"db2ab8ad-99c0-4bba-ba8e-fb9268b31c74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:37.074545124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"3d91d565-8913-45f4-91c4-d75efd0779ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.386495453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"f078c1a7-33e7-46c0-87d6-151c79ba37a7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:39.506994864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"f078c1a7-33e7-46c0-87d6-151c79ba37a7","name":"e2e-inf-a-7bd72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:40.612045842Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17","reconcileID":"231d093e-6495-452a-bcc3-6c5a126f29f7","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-bulk-sub-8322cd17","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:40.772556106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17","reconcileID":"231d093e-6495-452a-bcc3-6c5a126f29f7","MaaSSubscription":{"name":"e2e-bulk-sub-8322cd17","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.001489072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d4344df0-65a2-4bc0-a6d4-037a62470748","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.147241156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"967d4eb3-3bc2-4d52-be59-ccf56c87b9d7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.161412616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"34cbb197-4164-4cf9-a20d-9254e6758a46","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.161625694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8c0401a3-b240-4f79-87a4-7e222deb66df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.161834284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c76048eb-603a-436b-b72c-81baf3d35979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.22608414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c76048eb-603a-436b-b72c-81baf3d35979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.22637474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"34cbb197-4164-4cf9-a20d-9254e6758a46","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.229180263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8c0401a3-b240-4f79-87a4-7e222deb66df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.396921921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-bulk-sub-8322cd17-auth","reconcileID":"9f744c75-c783-446d-83f2-22f0632887d8","MaaSAuthPolicy":{"name":"e2e-bulk-sub-8322cd17-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:41.566082696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8b13759b-1fa0-407e-abbd-7187291650db","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.625453061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"43a3101f-f017-4de3-bc15-8f0d48ff6223","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.685136526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e35bfe8d-478c-498e-936d-411db966c7bc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.843885379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"f720debc-25c8-44cc-a243-01e6310f1e68","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.914638468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6d0195f6-adae-48e7-8138-f8257b249abc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.918768375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"f720debc-25c8-44cc-a243-01e6310f1e68","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:44.974803921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ddcdffb6-a06d-4196-96fc-0d619eafd211","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:45.023771088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8","reconcileID":"fa7222a5-1f4b-400a-9df4-98f63f0ec2a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-d5287cc8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.078406814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0185ab11-0220-4d04-b6d9-06dfdd33026d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.079053312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2b3a1162-4535-4532-abd6-d65fdb6dd9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.13776778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0185ab11-0220-4d04-b6d9-06dfdd33026d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.137821257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2b3a1162-4535-4532-abd6-d65fdb6dd9f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.138479709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5381261e-504f-45c4-8b47-c96c560c314f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.194639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"84103ddd-5c20-48d1-a697-8cf1a9f064e2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.247680764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ac9b1b4b-4d38-4166-8015-5fe1d602faf6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.407566568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"ec3adadc-95a4-4a80-887c-22b4e9128728","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.454283509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"dd6d5ae9-2602-4289-8d41-3a6bfd969366","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.470670165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"ec3adadc-95a4-4a80-887c-22b4e9128728","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.478384598Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8","reconcileID":"531baffa-51f5-433c-aa6e-290e8e891117","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-dry-sub-d5287cc8","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.512170364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"dd6d5ae9-2602-4289-8d41-3a6bfd969366","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.548405005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d2fdb411-53ab-4eea-afc0-59333e895d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.548467078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ca377d4d-7566-4234-ac4e-814b5f6c5271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.606453799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ca377d4d-7566-4234-ac4e-814b5f6c5271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.607721425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d2fdb411-53ab-4eea-afc0-59333e895d4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.656389522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8f92de32-02a7-4dac-aec3-ae8ecacf7f55","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.695257602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"f7a4ade9-4ada-4669-bbc2-0d739b61ba10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.791189842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"7df8294b-c4e7-4ea4-be7a-a62566d25244","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.79120875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"7df8294b-c4e7-4ea4-be7a-a62566d25244","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:45.875662962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8","reconcileID":"cb0fc70d-ca5d-49f4-8da8-b8a645a28ee2","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:47.834173128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe547ccc-eb2b-4eb4-9b6c-d701c3cdea6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:47.924641782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"bcc12310-8492-492f-9ebc-d48cb5653cd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:47.954714449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"d3141709-1006-41b5-a57d-eae97e46104e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.194831179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a87ddf5-6b3c-478e-9663-e49ae73d6731","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.24900078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"c1d14f33-2701-4003-a9cd-baf7866909c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.408547815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"60abacfe-76b7-4ab1-94b7-52539c44e922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.408498042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"07553778-0b25-4170-abd7-cd34232f7938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.470385399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"60abacfe-76b7-4ab1-94b7-52539c44e922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:48.477268968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"07553778-0b25-4170-abd7-cd34232f7938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.106349746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"778fa43b-1ab4-4671-a4ce-ee0db52ac3e9","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.278011866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8ff27b23-cdb6-4585-9ad1-311e6c60c8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.278263423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d3a3b757-148e-428a-acaa-b83454164643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.279043237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"1088c468-c704-45ad-bbdf-58d2ed549c70","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.338105996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8ff27b23-cdb6-4585-9ad1-311e6c60c8b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.338442203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d3a3b757-148e-428a-acaa-b83454164643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.340879692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"1088c468-c704-45ad-bbdf-58d2ed549c70","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.927877339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"69bed729-4a4d-4933-be7f-d4f35e653604","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.927987762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"69bed729-4a4d-4933-be7f-d4f35e653604","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.990193282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"c8348f9a-063f-4133-aca5-568f72acbe62","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:50.990303832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"c8348f9a-063f-4133-aca5-568f72acbe62","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:11:51.041560354Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"dd9c2754-6439-4f0f-a36a-0cc1a5b0429f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b6f3d8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.084212237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"668d5d22-2411-4d2d-8094-a408ca933856","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.143089615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"668d5d22-2411-4d2d-8094-a408ca933856","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.195483641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3e1216c3-9f07-4175-8361-f479a3044752","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.195503214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3e1216c3-9f07-4175-8361-f479a3044752","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.253582866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"1f94cc65-d970-433f-a9ee-dbd554038603","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.253601669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"1f94cc65-d970-433f-a9ee-dbd554038603","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.455673123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"20472983-80d4-447c-84e6-eaf3fab5b99f","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.485514224Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"97ecc9b1-6276-47d5-8eca-c6156edc075f","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"praxis-route-b6f3d8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.514053157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"20472983-80d4-447c-84e6-eaf3fab5b99f","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.654810664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3739be9e-979c-4b1c-ad5f-50e6fe63fa96","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.654830293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3739be9e-979c-4b1c-ad5f-50e6fe63fa96","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.694943837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe85c034-6077-456b-a951-ce8d9afdf5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.755894421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe85c034-6077-456b-a951-ce8d9afdf5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.809338949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe85c034-6077-456b-a951-ce8d9afdf5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:51.866139115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe85c034-6077-456b-a951-ce8d9afdf5c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:52.032907966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"3e92b8a3-e006-4ecc-ab98-4fe19e68ca90","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:53.820665797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f2b224-a53a-42b7-a16e-64355b20e525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:53.874269195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f2b224-a53a-42b7-a16e-64355b20e525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:53.928027272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f2b224-a53a-42b7-a16e-64355b20e525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:53.981678551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7f2b224-a53a-42b7-a16e-64355b20e525","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:11:58.33867711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.290354788Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8","reconcileID":"c8d9d869-4af8-474a-943f-e841b1d70dc2","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-dry-sub-d5287cc8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.515837241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8","reconcileID":"c8d9d869-4af8-474a-943f-e841b1d70dc2","MaaSSubscription":{"name":"e2e-dry-sub-d5287cc8","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.81973399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"2e3ef0f8-9b8c-4677-92b5-bb47fe3b9963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.822396695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"848637ff-e35b-4c8f-b1f6-5380af585b6a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.975785623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b94bd49f-0fc2-411a-8731-ea839bf2c2c6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.993473784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e9e7d1f7-4048-4545-b7a3-64833c96988a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:00.994162862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"1814bb52-818d-491b-a223-e94a922ac86b","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.002475764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f1f2472f-ee72-4630-8a51-eaa91edd2b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.059218995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e9e7d1f7-4048-4545-b7a3-64833c96988a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.063102875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"1814bb52-818d-491b-a223-e94a922ac86b","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.085622029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f1f2472f-ee72-4630-8a51-eaa91edd2b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.303510796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-dry-sub-d5287cc8-auth","reconcileID":"900358a8-c21e-4a6f-b528-9c6d1a30880e","MaaSAuthPolicy":{"name":"e2e-dry-sub-d5287cc8-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.509520402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"264881ea-c4ca-4ffc-861a-e3797dbdea8c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.528825701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"7de56ac0-c888-454b-825d-868ebc59a945","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.705018846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3fb10287-5d32-4908-8059-b138a5b156a1","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:01.705048681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"3fb10287-5d32-4908-8059-b138a5b156a1","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.037477995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"1deea844-7665-40fb-b0dc-de6b49d78b90","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.100921834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"1deea844-7665-40fb-b0dc-de6b49d78b90","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.701520559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2771a4e2-82b7-4d45-a8cd-37959ad3ae18","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.760301161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"9cd71290-d41c-401a-abff-512acec7f07f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.919875769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"5296dece-55db-49b5-9a48-bbcab4a136f2","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.985585025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"5296dece-55db-49b5-9a48-bbcab4a136f2","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:02.996839627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"881516c3-17a6-48ce-b21e-027a659476ec","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.054646454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6abedbf1-8a72-46c2-9cee-23ae8ac390ba","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:12:03.107958025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860","reconcileID":"ff0a26b9-4a6d-445d-9124-04b8d37d14cf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-c7258860\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.154691372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fe1888ca-0fb5-4083-9b2f-80dd812bf039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.154723903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"18f1434b-76a2-4b9f-a3a2-33fac57c8299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.214910716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"18f1434b-76a2-4b9f-a3a2-33fac57c8299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.214947694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fe1888ca-0fb5-4083-9b2f-80dd812bf039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.228071556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5a361067-d920-45e7-9aef-73e68bca6855","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.287776213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5dfd0ee9-2597-4b72-87cf-927ce8198128","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.312593767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"eb78c983-bb18-4941-b474-99466738c32a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.478529819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"936273af-89ed-439b-8aa2-3f1223951910","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.536495234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"936273af-89ed-439b-8aa2-3f1223951910","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.56537471Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860","reconcileID":"3815494e-c729-4556-a5ea-e2cda7d2ffd4","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-combo-sub-c7258860","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.607200163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a65d3f44-10b7-4456-b8d0-3df9e5ad1d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.607222204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4e668219-3172-4c81-88a6-a2087853c850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.6723774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4e668219-3172-4c81-88a6-a2087853c850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.672573147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a65d3f44-10b7-4456-b8d0-3df9e5ad1d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.739651378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"abe11a9f-576d-4d45-b864-41d0ced0d9e5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.786626634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"646c379d-b488-455d-9910-fba2d7c08a76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:03.970713348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860","reconcileID":"4155af8c-6639-4d97-84e8-66f563e4f910","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.252282741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d4079e51-f87b-43de-959d-f60b443ede2f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.410726764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"41492097-8d66-4fb3-8bd7-2d887e47cea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.410876814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"108f2e90-25a6-4d9c-bb4c-e55fe7b8c062","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.410727139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9ddd2417-a67b-4e44-9daf-5bea5ee3cb26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.469769505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"108f2e90-25a6-4d9c-bb4c-e55fe7b8c062","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.470992353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"41492097-8d66-4fb3-8bd7-2d887e47cea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:08.472355017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9ddd2417-a67b-4e44-9daf-5bea5ee3cb26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.091896241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-b-68877c04","reconcileID":"02f8b60b-6af2-47ce-82d1-3a4fb309a442","MaaSModelRef":{"name":"e2e-conflict-b-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-b-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-b-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:09.151877342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"22c5e7b9-da91-4183-9875-280a04576994","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.066720282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"861dfb45-4a90-4d25-bbdb-2de7948b5284","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.375548007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e376185f-8f10-4f78-83e3-ddb3e51531ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.57007244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7f752ee5-13c6-4b50-a1bb-c2b91a6c3eba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.727241302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"b14d39cd-51c5-4bde-aefc-dc843b8db665","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.843420458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"85c942ce-fc36-4ff1-a894-b6af4bfb6a87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:10.962375893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"d6e74778-695b-4a0c-9de1-6e20bfa5a29a","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:11.062550589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"90c976ef-c226-47b7-98a4-b734d50e2cc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:18.425797382Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860","reconcileID":"96a42e08-9845-4a16-8907-4436178bd0c7","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-combo-sub-c7258860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:18.650271893Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860","reconcileID":"96a42e08-9845-4a16-8907-4436178bd0c7","MaaSSubscription":{"name":"e2e-combo-sub-c7258860","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:18.864714639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"4bd4f1b3-e939-47ee-a07f-b614b65fd5f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:18.870586159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ec6e3530-64bb-40f6-a31d-dcf36573af0c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.016949292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e5cad732-2daa-44b3-b113-d018c755b874","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.036594782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4793eabe-33c0-4cf7-b525-e5d081c1ec0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.036735731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"53b6fb8f-3490-42c1-af69-016733585e20","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.036595015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4fc409b3-f068-462a-95b3-818a1f8102d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.095366568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4fc409b3-f068-462a-95b3-818a1f8102d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.096277257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"53b6fb8f-3490-42c1-af69-016733585e20","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.097853323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4793eabe-33c0-4cf7-b525-e5d081c1ec0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.301755238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-combo-sub-c7258860-auth","reconcileID":"3d7654b7-18b9-4907-95a2-bde213328304","MaaSAuthPolicy":{"name":"e2e-combo-sub-c7258860-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:19.568198328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"10098302-b689-429a-9337-4a2af71fe373","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:22.142941745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b18caa9-6871-4564-bd59-b100764ecd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:22.195867689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b18caa9-6871-4564-bd59-b100764ecd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:22.256236734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b18caa9-6871-4564-bd59-b100764ecd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:22.309076753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b18caa9-6871-4564-bd59-b100764ecd91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:24.246617749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2e4fec-2f05-4b87-a67f-85292385d58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:24.299914292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2e4fec-2f05-4b87-a67f-85292385d58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:24.354835386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2e4fec-2f05-4b87-a67f-85292385d58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:24.408714569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b2e4fec-2f05-4b87-a67f-85292385d58c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.172550664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"2d994107-8a13-4a26-b39d-6ffdd5055c49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.283665672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8721dc07-ef3f-4841-b239-3fe5a96de8ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.395674082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"e6c31603-63dd-46d4-a46e-6547ec79bde7","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.501873186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"430aff1d-763c-4124-9205-082e4d3831ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.64835037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"780b3113-ec3c-4fea-91db-c5cf699b0b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.821673077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"c5ce87be-c47c-46d6-9401-5625b85a01d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:26.874449134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"38e41c7e-39be-48fe-8bdf-863b02e605b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.337334774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.514633973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"e0c5be2b-6079-427d-ac20-75710a532b04","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.514660162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"e0c5be2b-6079-427d-ac20-75710a532b04","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.68078416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"ac5408c7-87b4-49f2-a09e-868e6edfe346","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.730667902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"e85a245b-d99b-4192-8dbc-6e730506ce02","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.739797489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"ac5408c7-87b4-49f2-a09e-868e6edfe346","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.898854002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"a6a368af-a832-4a52-a44a-b4307a4fd72c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:28.898873546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"a6a368af-a832-4a52-a44a-b4307a4fd72c","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.143476913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"5a3459e0-a784-46ea-8ca2-2b9978592e25","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.186540674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"af5bce8e-e6a4-4aec-a6d3-7b36757e44b6","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.187005367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"e2e-conflict-a-68877c04","reconcileID":"634bee50-3ba0-400e-9c56-4857d9d4a7f2","MaaSModelRef":{"name":"e2e-conflict-a-68877c04","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"e2e-conflict-a-68877c04-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"e2e-conflict-a-68877c04","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.187260544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"53dfb9b4-f47c-48dc-ac96-22fc980778e8","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.382883751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"45e63ae2-7226-4c84-a983-dcf18775d532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.415779053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"09ebf83b-27b7-4dde-abe1-31d006f1ab92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.441553338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"45e63ae2-7226-4c84-a983-dcf18775d532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.469379277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"496e750f-87e6-4d69-9842-10e2b9ae3cb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.469509842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"d2141cc1-8b38-4d08-a04a-73af9ade5ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.473656919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"09ebf83b-27b7-4dde-abe1-31d006f1ab92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.923347269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fec189-0738-4767-9e8e-496745181aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:29.977055308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fec189-0738-4767-9e8e-496745181aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:30.030175901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fec189-0738-4767-9e8e-496745181aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:30.083156742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8fec189-0738-4767-9e8e-496745181aa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:30.424560091Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-036f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-036f88","reconcileID":"fb6fb122-3f8f-4c9d-97c8-d31f28860197","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-036f88","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-036f88":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.018232197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c7d8c7-0e6f-47bd-ab5d-c055ee4b9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.071096309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c7d8c7-0e6f-47bd-ab5d-c055ee4b9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.124063285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c7d8c7-0e6f-47bd-ab5d-c055ee4b9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.176864652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c7d8c7-0e6f-47bd-ab5d-c055ee4b9fa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.570045702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"fac1189c-0920-4101-b1b7-1b2bfe765046","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.570527633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"e766f0eb-4e9d-4fb1-ad72-0879759ce90b","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.767877357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f06baaaf-c2bb-4121-8995-72cba2d838a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.768479711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"762756d3-54c6-4ecf-a086-4c071b29d544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.824517075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"a7930fec-9bb5-4cdd-8ac2-65b11f785bf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.824569412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"01ae07b7-5f70-4f13-886b-db097a8c87af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.829086528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f06baaaf-c2bb-4121-8995-72cba2d838a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:32.829170659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"762756d3-54c6-4ecf-a086-4c071b29d544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:34.131904742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05cbe9-7c0b-4557-8e06-f063070655a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:34.184961344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05cbe9-7c0b-4557-8e06-f063070655a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:34.245352226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05cbe9-7c0b-4557-8e06-f063070655a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:34.311266001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb05cbe9-7c0b-4557-8e06-f063070655a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.434371452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"f7e33062-7455-4831-855f-5e1f8a93c148","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.434397321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"f7e33062-7455-4831-855f-5e1f8a93c148","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.493313621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"64bacd93-45e1-4f0e-b6e9-6a0cef44b323","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.524479927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6d3ef867-890a-425f-b3be-db2bc051d785","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.682519375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"fa5b0e96-5a10-45f2-8bcd-2055158042a9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.740482166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"fa5b0e96-5a10-45f2-8bcd-2055158042a9","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.746507874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2ca9a8d5-ad28-4a09-aa9f-e72c83e1b8dc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.804913624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8fe11797-9a23-4651-b68d-387f64992b5e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:12:36.856965172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-sub","reconcileID":"17615558-06d3-478a-8b8b-3c0a175738a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.90442729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"395b60c8-5bd3-4345-a042-93da79dc16d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.904448021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8c97d21d-f44f-40a7-8fc2-aac7d3b1c4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.962933606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"395b60c8-5bd3-4345-a042-93da79dc16d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.963454571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8c97d21d-f44f-40a7-8fc2-aac7d3b1c4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:36.972892835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5726b4b0-4ec8-4fad-8919-a85799c668d1","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.031228601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1ef867bc-33fd-4c95-8baf-99db970147f8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.062065355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f990ea20-2d19-4bab-a89b-df01d5239e11","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.221292299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"4b200aba-3303-43e6-b78e-8acd666c2a12","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.279482793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"4b200aba-3303-43e6-b78e-8acd666c2a12","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.307743308Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-sub","reconcileID":"d873a3c8-7d3d-4a27-a503-ab88fe262440","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.320357178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"987300a7-ffa1-4cf9-8870-cd2840b74b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.320366106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"832e8bc9-21bd-43b6-8f0a-22e08e158417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.381221673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"832e8bc9-21bd-43b6-8f0a-22e08e158417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.38145389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"987300a7-ffa1-4cf9-8870-cd2840b74b51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.47382542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3993fdda-499b-4f41-9866-adb0292c0d6d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.525159597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"e341dde7-8c2d-4ad9-ad79-15a162061f43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:37.69106676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-sub","reconcileID":"c9d54a46-89a9-45ac-bb47-6b48257143c3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:38.931621799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"03bce790-1f3f-4605-8458-87e04c30511f","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"tenant":"e2e-praxis-a-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:38.931641162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"03bce790-1f3f-4605-8458-87e04c30511f","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"routeName":"praxis-route-b6f3d8-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","llmisvcName":"praxis-route-b6f3d8","gateway":"openshift-ingress/e2e-praxis-a-b6f3d8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.176967524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"fc725c85-a048-4117-b29a-e56633727239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.731147895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c71096fc-071b-4ce5-8fb0-1e08ab14d3c3","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.89035031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"512832f6-78b8-497b-865c-52ad75e2a446","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.890653099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"67449673-c53a-4ce7-8c94-fa3f4dc1e378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.890350372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"32bf17d1-2d07-4e7f-ac0d-a503d9145b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.951950593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"67449673-c53a-4ce7-8c94-fa3f4dc1e378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.954536816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"32bf17d1-2d07-4e7f-ac0d-a503d9145b31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:39.956275404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"512832f6-78b8-497b-865c-52ad75e2a446","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.274959336Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"94f84017-070b-4c9b-9351-bc9560a2935f","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.32770384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"477003c2-9db0-430e-b527-c7721555dd5c","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.328372342Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"1ab95fe3-0424-47d1-8c5b-cbfeea193b9d","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","model":"praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.328374412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"94f84017-070b-4c9b-9351-bc9560a2935f","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"maas-trlp-praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.385851836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"477003c2-9db0-430e-b527-c7721555dd5c","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.385883176Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"477003c2-9db0-430e-b527-c7721555dd5c","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.557685796Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"1e84f3d5-7813-4be6-a289-670dce9f3889","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.581779591Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"4dd7c295-afcd-4a29-b296-bd5795ce0fa1","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:12:47.775753724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b6f3d8","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8","reconcileID":"5cf81300-23ac-4449-a9f8-b16d47a4ed48","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-b6f3d8\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.788206422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"4dd7c295-afcd-4a29-b296-bd5795ce0fa1","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.917678525Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"4dd7c295-afcd-4a29-b296-bd5795ce0fa1","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"name":"e2e-praxis-a-b6f3d8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:47.917701019Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-auth","reconcileID":"4dd7c295-afcd-4a29-b296-bd5795ce0fa1","MaaSAuthPolicy":{"name":"praxis-route-b6f3d8-auth","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.19483544Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"7bde867a-040f-48f3-949b-5d81aeac7839","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86dbb9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:48.733711768Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"6281f70c-ac5a-4633-b4df-0063d63f4608","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-86dbb9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.531271723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ba4a03-2303-4afe-8b4b-875f862f9bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.585032112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ba4a03-2303-4afe-8b4b-875f862f9bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.638119198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ba4a03-2303-4afe-8b4b-875f862f9bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.691325246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ba4a03-2303-4afe-8b4b-875f862f9bc4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:49.898881038Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-sub","reconcileID":"f2a36db1-a88c-49ba-8b3b-baf39a2bdf2c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.134903097Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-sub","reconcileID":"f2a36db1-a88c-49ba-8b3b-baf39a2bdf2c","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.348831669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"7010cbf3-32b0-4e6d-8e28-209306d9c67b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.40002289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dbdf335b-6c43-410d-bf6a-cd13b80d2d81","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.54832292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f602ecf4-215f-45c8-a7ee-4f065c947731","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.559149889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"343cbb39-e5df-414d-9c81-2f708f7e306e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.559385736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0bf784be-ab95-4c68-8590-0da03e9591ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.559534333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1a736c97-aecb-46bf-8b13-8668d213b39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.618901012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0bf784be-ab95-4c68-8590-0da03e9591ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.619046146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"343cbb39-e5df-414d-9c81-2f708f7e306e","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.621054043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1a736c97-aecb-46bf-8b13-8668d213b39c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.780398744Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-active-auth","reconcileID":"a9daa725-beb7-41c9-b439-a14e7bd1beba","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:50.952752386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a64777e1-37cc-4be1-8a53-d30c2184a991","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.220235562Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"a308c222-c4bf-4f51-917d-7638a3cc7795","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.220338517Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"a308c222-c4bf-4f51-917d-7638a3cc7795","name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.276658071Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"a308c222-c4bf-4f51-917d-7638a3cc7795","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.276763494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"a308c222-c4bf-4f51-917d-7638a3cc7795","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.735223311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730acb85-b6f5-442d-8994-c29187e5a676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.788215687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730acb85-b6f5-442d-8994-c29187e5a676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.841115354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730acb85-b6f5-442d-8994-c29187e5a676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.894000824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730acb85-b6f5-442d-8994-c29187e5a676","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:51.991008036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fc2d4e21-c47d-42ef-bb2e-cd8d122122a7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.049094753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5d3e290e-fec2-4f95-b62d-b135afbe0c39","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.216552423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"563cf090-debe-45fa-b2f9-97f8e5885bf3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.260439705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"20bb8644-59c7-4640-af9c-d0d3258d21fd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.277112355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"563cf090-debe-45fa-b2f9-97f8e5885bf3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.320847506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ca947d4b-7a38-4b8f-9275-8e69bda11821","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:12:52.372666408Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"42d76924-3e32-44d7-8572-f540990389bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.421341653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2245105c-c6fc-480b-a696-e784c91f5dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.421358533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ef1bb1cd-d3f9-441e-9182-905b2d0ed34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.48227866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ef1bb1cd-d3f9-441e-9182-905b2d0ed34d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.482379424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2245105c-c6fc-480b-a696-e784c91f5dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.487322962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"bb0edc4d-c9ce-4eea-b0f5-a6bc01f2e4bb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.54585238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"605fc922-a6d2-4f07-9860-e95e6c2ebc4e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.608498705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e9c0f0af-a303-49f3-bd34-83a60fb93eac","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.766536464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"539e2389-9190-41c7-9783-7e48daad4804","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.804226052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"608571fb-8a77-4f3f-aed4-0804641224a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.804229789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6ac49b8e-d5d7-4f7f-8670-d519ec819d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.823971709Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"7a7f7c92-25cb-458b-bc56-be66c0ccc8ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.824097543Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"7a7f7c92-25cb-458b-bc56-be66c0ccc8ed","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.824907665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"539e2389-9190-41c7-9783-7e48daad4804","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.862208362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6ac49b8e-d5d7-4f7f-8670-d519ec819d16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:52.862230039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"608571fb-8a77-4f3f-aed4-0804641224a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:53.038801349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"7f7987ca-2d21-47a7-8f95-450a4715812a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:53.044866749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"79916096-c3cb-4561-9993-87ad1abc1f91","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:53.258328844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"5c60f70b-967c-4be2-a277-47321e1fe3a2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:53.258464469Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"5c60f70b-967c-4be2-a277-47321e1fe3a2","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.213440339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a67e5ae8-670a-4203-ae7d-005b2cc3467e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.380568474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e1798436-0b9b-492d-8273-12d60efd9c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.380663963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da5a66e7-37e8-4796-ab7e-43830e48df53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.38109447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"81e7cc52-aee4-43ec-b3e7-e2a2f14e4a7d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.447479737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da5a66e7-37e8-4796-ab7e-43830e48df53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.447819526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e1798436-0b9b-492d-8273-12d60efd9c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:55.45117667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"81e7cc52-aee4-43ec-b3e7-e2a2f14e4a7d","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.337005113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.787717976Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"d6547374-8f77-4d93-9817-40b348d4ea86","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","subscription":"praxis-route-b6f3d8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:12:58.787832923Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"praxis-route-b6f3d8-sub","reconcileID":"d6547374-8f77-4d93-9817-40b348d4ea86","MaaSSubscription":{"name":"praxis-route-b6f3d8-sub","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"model":"ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b6f3d8/praxis-route-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:03.057149294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"e9c72163-bdb6-4418-a651-aaba9089fc74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.380162608Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"73018e65-3ec8-49e2-9254-d15130ff720a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.601441494Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"73018e65-3ec8-49e2-9254-d15130ff720a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.601470931Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"73018e65-3ec8-49e2-9254-d15130ff720a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.601594752Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-sub","reconcileID":"73018e65-3ec8-49e2-9254-d15130ff720a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.831143707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"c36bea00-55f2-425f-90ed-47fa7c07150b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.83268879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"97501ee1-1509-4dba-af3b-58db6c11e66e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.848551667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"931ee9f1-439e-4735-96c8-88437901089d","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.907770288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"21ed818f-ee8c-4eb7-89f5-9833fdff3eb1","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.908085813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"a234f2e8-50d7-44cf-a87e-50e273a9a5b4","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.942745386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"aa034d0b-b5f3-40e9-ab5a-9667404d954d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:05.99496514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0e653af3-9e30-4a81-9b08-6ee0d38f1e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.054536294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0e653af3-9e30-4a81-9b08-6ee0d38f1e11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.081501657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"4a278885-a79f-44ab-bdf4-424f304a2c53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.081923659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"caebf76e-d41f-4119-85b3-1aba1807f45d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.095908017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d2924496-bb3b-4dad-9ac7-bed26bb2c257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.099179319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dc79729f-f4ab-41b0-96ac-c02dc61754a0","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.102360694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"aede0b5b-28d5-404b-be99-2bef8e751fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.102427225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"941cdd93-9d6d-43d3-aea7-5e3056ef8138","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.102926578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b896f0a3-28c5-488b-bb4b-51e585671d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.154074604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d2924496-bb3b-4dad-9ac7-bed26bb2c257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.160909847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"941cdd93-9d6d-43d3-aea7-5e3056ef8138","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.160965144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"aede0b5b-28d5-404b-be99-2bef8e751fa7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.163236863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b896f0a3-28c5-488b-bb4b-51e585671d82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.373718719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f68e9410-2095-4cdf-9f0e-cf8ccb032d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.431586385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f68e9410-2095-4cdf-9f0e-cf8ccb032d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.461704754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-degraded-auth","reconcileID":"73b88f99-0549-47dc-84b9-9004f1ff0997","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.522004847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e96fab7c-6cec-4255-896f-14fba972fcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.581038221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e96fab7c-6cec-4255-896f-14fba972fcfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:06.720162717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0de77314-e858-4f3a-8411-6546c85b5125","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:07.750506456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4ab91f0c-5fb6-4e8b-875c-97dd7062307a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:07.808248656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fb40ea39-cdeb-4506-9cee-2a7c6eb56538","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:07.967299796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"e26cc76d-c64f-404e-a68b-0022f205a0f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.025782155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"e26cc76d-c64f-404e-a68b-0022f205a0f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:13:08.319382254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-sub","reconcileID":"dc8586ae-363f-4f0f-925a-7c89763b67fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.348394992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"32501ef8-7bc3-461f-9faa-01772760c693","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.374056415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cf72bc4e-1520-44f3-a60b-4a1f570b8e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.374073818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1a553f3f-ab39-40cd-82d6-036e9d6a34bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.432793831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cf72bc4e-1520-44f3-a60b-4a1f570b8e8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.433229375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1a553f3f-ab39-40cd-82d6-036e9d6a34bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.506090041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"5eca7b1e-6f89-4442-9ff7-58fcd10bb05b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.56388323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"5eca7b1e-6f89-4442-9ff7-58fcd10bb05b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.801203452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a0ea87f9-4a07-47f5-97be-b64f51739bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.80121313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0446f41d-63cd-4e5c-9050-cf8538a5ec08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.859841448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0446f41d-63cd-4e5c-9050-cf8538a5ec08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:08.860014382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a0ea87f9-4a07-47f5-97be-b64f51739bce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:09.004474227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"75c4f00f-033a-403e-881c-3d080d8c520f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:09.063047496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"75c4f00f-033a-403e-881c-3d080d8c520f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:10.97161145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"8819b7b4-542c-400c-bf36-f08df27840c6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.097828637Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"8819b7b4-542c-400c-bf36-f08df27840c6","name":"e2e-inf-b-036f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.277026393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7682e668-96fc-406d-9f23-ef2e6f5ff151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.27704277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"468da336-a690-4bc6-a85a-bc8c8627566a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.291612483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"433d552a-7fd9-46d9-b246-67a4c0d5d6d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.372172911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7682e668-96fc-406d-9f23-ef2e6f5ff151","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.372188238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"468da336-a690-4bc6-a85a-bc8c8627566a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.378057337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"433d552a-7fd9-46d9-b246-67a4c0d5d6d4","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.937560947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f45827c7-c8e0-42f3-8988-1c4d679120dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:11.938291309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e346204f-ef68-4c18-b0ea-112a3a6d9ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:12.024574455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f45827c7-c8e0-42f3-8988-1c4d679120dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:12.033337601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e346204f-ef68-4c18-b0ea-112a3a6d9ad4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.283905741Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-sub","reconcileID":"e80bd39a-b861-4bd7-9ed6-7f15f42c3b57","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.284050802Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-sub","reconcileID":"e80bd39a-b861-4bd7-9ed6-7f15f42c3b57","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.724692347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"cbce9703-70ba-420f-a3cd-e9e13247d182","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.736859807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"f37dec16-cb0c-4483-ac82-0d4dede5c15a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.737015294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fc4fd2b5-ac24-4b45-984e-5dd2c1070849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.736860873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f8c7c54b-b019-4da5-bb91-2a6e73440dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.795663082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fc4fd2b5-ac24-4b45-984e-5dd2c1070849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.795766924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"f37dec16-cb0c-4483-ac82-0d4dede5c15a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.797814554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f8c7c54b-b019-4da5-bb91-2a6e73440dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:21.954104874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-failed-auth","reconcileID":"d4a2a80f-1aa2-4d29-97af-0768283f23dc","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:22.16905117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a33ce365-a3dc-4f6d-8504-5ce2133b311c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.255177522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c70c6803-489c-46b0-839d-6db22f1e2d95","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.315234171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"7e427384-652d-45b8-b9c9-2c3ad1906e9b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.474526309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"ed92673b-2ec7-4e9d-8d80-fe568aa2abb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.532562729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"ed92673b-2ec7-4e9d-8d80-fe568aa2abb2","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.533934887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"441b6979-4e8e-4ed7-889f-da7b868f995c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.596278002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e57d4a2d-416e-4b0c-b0c9-a228ec10927d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:13:23.654006555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"784f34d3-fe63-4f20-ac42-de790c63d46d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-8ce601a2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.707226949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cc261418-ccc2-40f3-8cca-e697a3a11841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.707229257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"59de9bdd-02dc-4e19-bbc9-65b0186ca9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.767853156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"59de9bdd-02dc-4e19-bbc9-65b0186ca9f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.767890321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cc261418-ccc2-40f3-8cca-e697a3a11841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.772452331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"af6f0847-cde9-4c5e-85a3-1e724626ac5f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.830931719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c79568f2-7821-4c7b-a2a6-d7efbcfae8fa","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:23.867175709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"875b5489-32a8-4a24-bafe-1d63cda68e77","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.02781828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"09daeba2-0893-4dab-b5c9-3437c45083e7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.085547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"09daeba2-0893-4dab-b5c9-3437c45083e7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.106934839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"66b3376a-97e6-47b2-b1a5-3cc8bf7b38b5","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-a-8ce601a2","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.166089674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"56293d5d-4798-490f-83fa-b47fa5fd0f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.166125169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6f82c6ce-6eff-4ab4-a92e-ef487328639a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.265281401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6f82c6ce-6eff-4ab4-a92e-ef487328639a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.277327647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"56293d5d-4798-490f-83fa-b47fa5fd0f53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.3103149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ca53b1eb-3472-4494-af03-2f2ded015318","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.334246169Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"23556d49-92ce-43c0-bf01-4fbf6711e25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:24.526039379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"6b77cf3c-8662-47c1-93ac-c29d9e6f7011","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.131474546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ab8f54a0-a0a8-4f67-acc8-c600fe98dff2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.189186541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"edbfc9fa-3a28-4d1a-a972-6b489355f3bc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.349794234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"8431390b-e579-40ed-9ca4-0802d1bde0d2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.408074667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"8431390b-e579-40ed-9ca4-0802d1bde0d2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.413219513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"036a8ef8-6bae-49ea-91ca-e1fef526c263","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.413672119Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-a-8ce601a2 ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-b-777e8df4]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.472152477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"65f4c376-c12b-46b1-8de4-d45506faee77","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:13:26.526271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"2306685c-941e-4c88-8c92-4db51617590f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-777e8df4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.529566714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b9aaeed5-3b3f-49b4-9aae-e52650d5aade","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.57314255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"be1f6c1b-7342-44ee-be87-99ba81065c14","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.573157591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e0333dbe-9560-4d77-ba8b-e739b50b6edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.577470464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"561beaf9-751b-43c5-ae1d-c08f8b80cc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.631171025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e0333dbe-9560-4d77-ba8b-e739b50b6edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.631195083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"be1f6c1b-7342-44ee-be87-99ba81065c14","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.635057167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"561beaf9-751b-43c5-ae1d-c08f8b80cc38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.641142225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4d6bde50-98fa-4631-ad32-c2fad1fc42fc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.684848036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2b08cba6-0ec9-4e3e-86d9-657df54c0012","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.697801449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f0a51186-f6d9-43ae-8af2-5b5753823445","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.842430102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"559c7d3e-cd56-456d-b2c1-3c60b08cd4f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.900808599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"559c7d3e-cd56-456d-b2c1-3c60b08cd4f8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.947915583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d585aa4-9be5-4479-9cb6-3fa8d70d3603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.947915739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"5e002942-6cf4-427d-93a4-4eef920c4cb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.949079064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ec66226e-939f-43bd-b991-849490bc39ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:26.971143046Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"3831f999-5b23-4a2a-bd96-91aa5a3d1f7e","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-a-8ce601a2","ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-b-777e8df4","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.006385775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d585aa4-9be5-4479-9cb6-3fa8d70d3603","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.006479191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"5e002942-6cf4-427d-93a4-4eef920c4cb0","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.008783384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ec66226e-939f-43bd-b991-849490bc39ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.166894018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e3163b57-9c2b-431a-ac1a-610406ce9ed2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.195834676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"830ada3d-94f5-415c-b065-aac69109f106","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.227816627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"a94cbb66-b50c-47c5-8359-cb76634d2ec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:27.383155796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"0ff24811-bd4f-442b-b310-6a57e3a748c6","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:28.346743688Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.324921418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fbed7bd7-be5c-48c4-9710-90ec36250537","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.485708291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"afec264a-1354-4add-9289-94cf07a6e2c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.485708448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9e37fb98-3003-497f-9f9b-7e4e348b91b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.486079696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c5564d68-7d19-4f3d-adcf-b36342777741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.486364526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"ede417c5-0afd-44f6-9ba8-d5e0cf5e9d92","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.544278259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"afec264a-1354-4add-9289-94cf07a6e2c1","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.545564568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9e37fb98-3003-497f-9f9b-7e4e348b91b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.546701754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c5564d68-7d19-4f3d-adcf-b36342777741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:31.548944519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"ede417c5-0afd-44f6-9ba8-d5e0cf5e9d92","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:34.695038897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"8cd647f3-4d43-47e8-b476-e3499bed1aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:34.786312228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38c55220-e4ee-461d-a9b3-cc7af66b1299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:34.889158051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"9f2ea990-2861-4921-9b51-e43c8939fcaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.054396219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"bda3418f-5061-4f8c-a098-48a575d965d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.289510857Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"a69343f4-a88f-4564-b352-da36e5655f8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-filter-sub-b-777e8df4","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.330728911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5152072f-79bc-400f-9bd6-66d968215977","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.358570379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"5c41c6d1-ee22-4b21-b281-88a8c78d7fca","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.610610351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"17989741-16dd-42c9-b20b-c55d4d21716e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:35.679240268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"a27e99bc-b8cf-4d09-a21a-6b4f51ff8ba2","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:36.227039882Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"5fbdc656-28dc-410f-863c-d348c7c97b51","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:36.22711608Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"5fbdc656-28dc-410f-863c-d348c7c97b51","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:36.227174889Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"5fbdc656-28dc-410f-863c-d348c7c97b51","aitenant":"ai-tenants/e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:37.044156776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0259eb44-d4f7-41fa-88df-f09b6229e965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:37.097313308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0259eb44-d4f7-41fa-88df-f09b6229e965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:37.161103586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0259eb44-d4f7-41fa-88df-f09b6229e965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:37.215315966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0259eb44-d4f7-41fa-88df-f09b6229e965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:39.142647961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bda5a83-0834-4388-a356-9366f404a5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:39.195551776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bda5a83-0834-4388-a356-9366f404a5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:39.248520977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bda5a83-0834-4388-a356-9366f404a5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:39.302038561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bda5a83-0834-4388-a356-9366f404a5e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.237377709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5be65f-bd7b-464c-9728-aaf237eea5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.29017005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5be65f-bd7b-464c-9728-aaf237eea5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.343100561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5be65f-bd7b-464c-9728-aaf237eea5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.396139918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef5be65f-bd7b-464c-9728-aaf237eea5c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.494489356Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"2bf91bec-a701-46c9-a271-788d8a778be0","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-filter-sub-a-8ce601a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.659318966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2","reconcileID":"2bf91bec-a701-46c9-a271-788d8a778be0","MaaSSubscription":{"name":"e2e-filter-sub-a-8ce601a2","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.878291634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1443b76e-8df1-44f8-a865-7ceaa37f4e09","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:41.93769933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"9f625491-9256-46dc-97b3-43e8776b16bd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.042079586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e474f539-d1ec-4f01-adc5-0c947359e8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.042229841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"005f0154-2016-4386-9df3-6dc31f05c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.042084986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"9d7d33e3-cb57-4b24-8b28-0719855dd4c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.042530479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"231912e8-7db3-4fd0-8ccc-1692e14842a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.048245358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f22270b4-5ce9-42bf-97b8-0bf78b789c3e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.100724354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"231912e8-7db3-4fd0-8ccc-1692e14842a5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.100877085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"005f0154-2016-4386-9df3-6dc31f05c327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.10313319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e474f539-d1ec-4f01-adc5-0c947359e8f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.103137399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"9d7d33e3-cb57-4b24-8b28-0719855dd4c5","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.467271909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6b1d88ec-6303-4ea0-a6bc-260cd1f5f826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.467562148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"36cc681d-0029-4b8a-98a5-b5c0134dec59","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.467284937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"355c1522-3937-4649-bdb9-72c4a3535bd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.468371635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5c70b582-581f-434f-a1fb-b8442acdafe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.528905227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6b1d88ec-6303-4ea0-a6bc-260cd1f5f826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.528957471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"36cc681d-0029-4b8a-98a5-b5c0134dec59","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.531258282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5c70b582-581f-434f-a1fb-b8442acdafe2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:42.531262734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"355c1522-3937-4649-bdb9-72c4a3535bd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:43.478150359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"7b10b950-9f2e-43c0-88e8-34e4c248f5b2","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:44.828277652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"90e11642-7fcb-45dd-8b64-5248b6e5a896","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:44.82830558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"90e11642-7fcb-45dd-8b64-5248b6e5a896","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.124297572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d02b94e2-14ff-488f-b733-8c07be87e5ee","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.124724984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"33670977-158a-48d6-ab9b-94febc18bd35","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.125092616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"732db6a0-dd5d-4910-b0ca-e436b8ff7dfe","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.214695223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"bd53f6db-4a93-4b31-bd9f-3e4e252a322b","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.215301529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"2b31b0aa-4319-405b-80e5-a67d12b9fa0c","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.215783446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"28b37655-ce03-40e7-93b7-5e15483586c7","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.289648934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f2ec359f-6caf-4388-80d1-096912c305e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.290369777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e56a0d8a-b41d-452b-93e7-6f64f46fcb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.368819247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"afd4064e-b747-4f62-b926-e91dddc8e262","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.369556586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"df910360-a14d-4be6-9d37-deb32bb3d8b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.373852472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f2ec359f-6caf-4388-80d1-096912c305e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.404243023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e56a0d8a-b41d-452b-93e7-6f64f46fcb82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.788994447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a2e1237b-1956-458f-a780-656f73e7685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.789004686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fe13f11d-f083-46e2-8a68-eff206a78fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.847404416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fe13f11d-f083-46e2-8a68-eff206a78fd8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:48.848036239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a2e1237b-1956-458f-a780-656f73e7685f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.276308641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"19bbd9e9-4759-4834-9a00-493b7675736a","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.276327049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"19bbd9e9-4759-4834-9a00-493b7675736a","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.334175467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"8127b9e5-65de-4e19-bbf0-838634d57ddf","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.334201769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"8127b9e5-65de-4e19-bbf0-838634d57ddf","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.439910214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"5026474f-0736-4615-b9c5-cca980da7d84","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.568753058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"5026474f-0736-4615-b9c5-cca980da7d84","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.625881131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"5026474f-0736-4615-b9c5-cca980da7d84","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.68264244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"d34c5237-ed5e-4f6d-a3ae-1dc173d2b4ee","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:50.682658492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"d34c5237-ed5e-4f6d-a3ae-1dc173d2b4ee","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.213917365Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"ef8f77f8-e35a-4f1d-8d2f-25ec869781b9","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-filter-sub-b-777e8df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.47209523Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4","reconcileID":"ef8f77f8-e35a-4f1d-8d2f-25ec869781b9","MaaSSubscription":{"name":"e2e-filter-sub-b-777e8df4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.701646509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"567e6b50-a85f-4d0b-b96b-314cfb0d021e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.788390211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"0ff1b52e-9a7b-48b5-87f0-37a951be703f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.847719317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"105c7491-7014-4af4-b4cd-d3a706fec197","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.860949282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"3995ce69-ab87-4e96-9ba9-a4ea7d64537b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.861129843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"28eb4014-28dd-46d2-b063-e7b6aafda071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.86094924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d21039b8-ab77-42de-8d21-f2bf471b896c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.86158637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"517ebae9-aa9d-4fc5-ab75-49d046d04f38","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.91912628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d21039b8-ab77-42de-8d21-f2bf471b896c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.919195289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"3995ce69-ab87-4e96-9ba9-a4ea7d64537b","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.921454678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"28eb4014-28dd-46d2-b063-e7b6aafda071","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:52.921558284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"517ebae9-aa9d-4fc5-ab75-49d046d04f38","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.172223063Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-a-8ce601a2-auth","reconcileID":"e3d91733-e2b9-4c8b-a5b7-2c8866786325","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-8ce601a2-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.318310879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c92c08-33a9-4dd2-939d-49cc562fb35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.371330231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c92c08-33a9-4dd2-939d-49cc562fb35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.424512912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c92c08-33a9-4dd2-939d-49cc562fb35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.43013622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"feda8e69-11e6-4194-9f87-ca58ee5ae835","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.477528837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7c92c08-33a9-4dd2-939d-49cc562fb35c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.608456753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-filter-sub-b-777e8df4-auth","reconcileID":"b3844980-df11-4127-9ee5-46214641fa44","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-777e8df4-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.608481952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"045096aa-03fe-4d1b-92a0-e0c6e9f88b9e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:53.825245103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8aef43a0-6ab6-482a-80a5-e2de804134ad","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:55.413080632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee941e1-e549-4972-a60e-cef38b11cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:55.46591537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee941e1-e549-4972-a60e-cef38b11cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:55.518675043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee941e1-e549-4972-a60e-cef38b11cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:55.57165925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ee941e1-e549-4972-a60e-cef38b11cd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:13:58.33552833Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:00.791472854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"1e5b5c36-c56e-4664-9131-057ac9415ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:00.850772491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"1e5b5c36-c56e-4664-9131-057ac9415ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:00.909772247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"1e5b5c36-c56e-4664-9131-057ac9415ae0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.000604362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"27837812-d1cd-46ca-b900-b7e98691ef43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.105123198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"c2c6eea7-8808-4afc-8750-bf6b9de33819","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.20968526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d6510d55-bfb3-41a4-8d81-622776a7f023","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.333162303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"7b47fd68-0fb7-4e9e-927f-462a8227cd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.588834268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"ed03d22c-e13c-4db5-9f9e-c3d4870e3f5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:01.9261654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bed0a019-32e0-42a5-b6c4-6495172c6195","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.129615935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75b27032-40ba-4799-850c-68c406dbc05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.129627901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8e24aa9a-b6ac-4ee8-bd6a-e17d252fb021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.188097406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8e24aa9a-b6ac-4ee8-bd6a-e17d252fb021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:02.18833605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75b27032-40ba-4799-850c-68c406dbc05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:05.145676159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"275bff87-b74b-49b6-8d23-e927266e4f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:08.351165079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"14805e2e-3c00-4aa9-bc3a-3c539110cd9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.016226557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"e2ecedab-4cb6-4d62-a52e-b6f2d7b98a06","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.074283663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"e2ecedab-4cb6-4d62-a52e-b6f2d7b98a06","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.131192279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (e9d3bba582b066cc7aa04a913893c34aaa4f9bb4c0e774ecf2740535f1ff9f29) AuthConfig (98ea8086b9216a7c93ce3e222fc4b1334b3e4fb078bf43cd024034f08821c957) AuthConfig (2021107500d3cd2f84250eef782f0c71f52f4e0442baf3d8d106728317a2826f) AuthConfig (767058162e790dcf55f26256c09de724683f4ed8aa412ff18c238e6c462213e7) AuthConfig (ee27607a9644dd5d223ddac4471a8bc2e83b5be0a809f62dde785751b542be83) AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e) AuthConfig (5cf2a482eba5a888335e3acb83fef33c53d0099047073e1324d11a9bfb6b21af) AuthConfig (7ca70bcb70aa0b0f655691cfed8fa0d0350c984bddf565d38cbaa9aa3fcaf335) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (f4b65e9cd253bc3c744794946bfbf25da30ba3c608dd115f5d12f66b8d2b3c23) AuthConfig (bc233ee7c084716c8447fb8787892b9beb565f75b3eee27f89d04e068529963c) AuthConfig (fd6b20085f017edc801dda1bc768c2ec611113e42b14283220409ee4b4382d00) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (2e1326a1710959cfb28501f9d91aac1719dbda64165f7e491ce7932802ee7efc) AuthConfig (e22e5d5c07afef3c01119dd2afd49d15fdb1cd546bb9540458e43f3db5deb32f) AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"e2ecedab-4cb6-4d62-a52e-b6f2d7b98a06","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.185620602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4268094c-82cf-4a39-abb1-c647e1ea31e8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.190187598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b3240508-28ef-4a64-99a0-a648cc29ab8d","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.190202826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b3240508-28ef-4a64-99a0-a648cc29ab8d","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.241486819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f43e17f2-ffba-4dee-9edc-7341b30edd4e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:11.295094069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-sub-binding-197589f4","reconcileID":"6590e8b8-fa83-4ca4-ad58-877de956e28b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-197589f4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.34454862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"af2c8c21-96bf-4b44-8e74-e4f1a16b5b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.344555614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b012b796-7645-4f18-87f3-171d39e2066e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.402743122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"af2c8c21-96bf-4b44-8e74-e4f1a16b5b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.402873267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b012b796-7645-4f18-87f3-171d39e2066e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.410565984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"19cd7085-724d-490f-b2dc-d2ff5333509a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.468876295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"7c410835-a0e9-4426-810c-b2d0206fb965","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.720383332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b1029398-2a1a-4650-97fb-52c933911226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.720380536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0a3e228c-dc8c-4292-bef6-d0b9c7e7970e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.741268672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-sub-binding-197589f4","reconcileID":"1436c89a-de9a-4a71-a6e0-ed5c67d4aeb0","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-apikey-sub-binding-197589f4","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.77893602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b1029398-2a1a-4650-97fb-52c933911226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.778997708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0a3e228c-dc8c-4292-bef6-d0b9c7e7970e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.909266119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"53fcebc7-3f01-48fe-8cb6-64221c4bbd67","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:11.962415457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"85f606c3-b4cc-49d2-82cf-a350bff52751","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:12.122294769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-sub-binding-197589f4","reconcileID":"47542691-3022-4277-b850-7fe5a9f30047","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:15.194788981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"cf2d14c5-c144-4b90-b870-50d7789dca00","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:15.353889172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b1d8ad91-baeb-4023-b0c5-1f1b0c704639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:15.353892148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e2fe64ab-0353-4dc0-9334-9d54e5aa713a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:15.412668876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e2fe64ab-0353-4dc0-9334-9d54e5aa713a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:15.413681784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b1d8ad91-baeb-4023-b0c5-1f1b0c704639","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.345053603Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.345116365Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","namespace":"ai-tenant-e2e-praxis-a-b6f3d8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.345167044Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","tenant":"e2e-praxis-a-b6f3d8","tenantID":"e2e-praxis-a-b6f3d8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.401730134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b6f3d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.472520064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Service","name":"maas-api-e2e-praxis-a-b6f3d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.533753279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b6f3d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.589234853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b6f3d8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.654655774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.710241483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.773414503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.833220082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.887366344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.940250787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:16.994391251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Service","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.055539217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.11268022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.165297461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.220423702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.278280055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.331127664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.384221878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.442827579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b6f3d8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:17.506257451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b6f3d8"},"namespace":"ai-tenant-e2e-praxis-a-b6f3d8","name":"default-tenant","reconcileID":"f568dd1d-9cfb-4a2b-b98e-5f55b96e81a5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b6f3d8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:18.268089795Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b6f3d8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b6f3d8","reconcileID":"5138b946-f3b5-463a-81a0-b2b6ae149398","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b6f3d8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b6f3d8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.362596107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"80438833-49df-45d7-a9c1-8ee20bdb747c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.5339294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"4d0bbbee-3ac4-4485-b23b-608d90183181","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.540286464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672afe9f-8bbe-454e-b186-6310cef1a461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.594322764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672afe9f-8bbe-454e-b186-6310cef1a461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.648432397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672afe9f-8bbe-454e-b186-6310cef1a461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.702672262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"672afe9f-8bbe-454e-b186-6310cef1a461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.927274257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f367217d-6603-4838-a22d-4f0c30877cc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:19.98751803Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"84d7aa1a-9c99-45ef-816e-fd04a1c2960e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.037265152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"8af3b9c6-406e-4657-9e4f-6d2d631152a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.144737163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10733f65-9b57-48be-af60-3e38dd525ae8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:20.308066986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"1e640db4-46e7-4207-b887-c90a8cc2df1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.298163034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"16b41fda-34d6-4439-899f-a56a301f112a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.357499162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"16b41fda-34d6-4439-899f-a56a301f112a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.666570036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c22d8b3-7de2-4bbe-811e-503dc2570796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.71949301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c22d8b3-7de2-4bbe-811e-503dc2570796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.725936749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"7e29c850-6d71-4ba9-a8f3-b825c70d0dec","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.72595292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"7e29c850-6d71-4ba9-a8f3-b825c70d0dec","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.772255132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c22d8b3-7de2-4bbe-811e-503dc2570796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:21.825257505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c22d8b3-7de2-4bbe-811e-503dc2570796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.361516669Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-sub-binding-197589f4","reconcileID":"dabb8e88-528e-4577-86fc-e3d7df7fc7d3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-apikey-sub-binding-197589f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.524913439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-apikey-sub-binding-197589f4","reconcileID":"dabb8e88-528e-4577-86fc-e3d7df7fc7d3","MaaSSubscription":{"name":"e2e-apikey-sub-binding-197589f4","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.743637749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e232cf7e-cf9e-419b-980c-80cd9d698a38","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.901751613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1830852e-52cc-4f2b-b47e-a78237ee7ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.901761965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f2792d2c-9147-4544-8816-f934456ae077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.962055987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1830852e-52cc-4f2b-b47e-a78237ee7ceb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:25.962211897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f2792d2c-9147-4544-8816-f934456ae077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:26.106934069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"7ea4c277-2686-483b-a6b1-e2e0e1756de8","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:26.883848039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"dbeccc01-311a-4802-b0af-3d32437f5a0d","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:26.939479847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"ebd3bf10-ae04-4803-a155-5022e79f846c","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:26.987942574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"fcd85998-123d-4a41-9fab-bc6e69d30577","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:26.987961322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"fcd85998-123d-4a41-9fab-bc6e69d30577","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:26.99133495Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"b05841cf-1009-490f-8af0-5bad513144f8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.044210382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4cca3c6a-2c26-4c87-a8bb-50fa0d54c55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.045055869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"81434a46-3bb7-485c-8516-72554cd5571f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.047331879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"4c974954-8940-492a-a00e-4c518da0fb21","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.04735682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"4c974954-8940-492a-a00e-4c518da0fb21","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.09831863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"7f415743-b4a0-466e-952e-28852ccc0c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:27.099027062Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"6b4ba9e1-690c-4cd7-b5b6-20cace7c1ffd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9b457f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.103544876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"81434a46-3bb7-485c-8516-72554cd5571f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.103574164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4cca3c6a-2c26-4c87-a8bb-50fa0d54c55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.105284869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"1b9bb585-b0e1-46ac-aa17-1ab9a4b8f368","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.156596539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"7f415743-b4a0-466e-952e-28852ccc0c90","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.170583091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"103d0ade-62d5-412f-a96f-bb8c33cce24f","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.209264856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"6e8c2779-84ae-41ca-9587-58eefac01bd7","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.209283555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"6e8c2779-84ae-41ca-9587-58eefac01bd7","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.272309868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"97d57886-e649-4c2c-8db2-567d3d50c53f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.272325279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"97d57886-e649-4c2c-8db2-567d3d50c53f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.424882992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"50c30c11-236f-4eea-870e-9da0371628a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.449078838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"3cbb1524-28a1-4aa2-87d6-87dcf33a564b","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-ordering-sub","ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.477320226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"99b9ddd8-0b77-44f6-9fe6-f8196921573f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.477319334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d1f5cb8-b166-4f6b-98ce-2b2dfbf2df37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.482571989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"50c30c11-236f-4eea-870e-9da0371628a6","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.501150608Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"7956f8d1-13d6-42dc-bebb-2e221871dcc1","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"auth-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-auth-iso-9b457f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.535365365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"99b9ddd8-0b77-44f6-9fe6-f8196921573f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.535583161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d1f5cb8-b166-4f6b-98ce-2b2dfbf2df37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.614359697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"4e5435a0-71f6-448c-8574-73f4c453202d","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.662816973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"adbc803d-db61-4ed6-9388-b580b8ce3dc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.666414681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"6e2b680f-cc9b-48d3-81de-2ac217d8e440","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.666431234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"6e2b680f-cc9b-48d3-81de-2ac217d8e440","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.860293932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"cb61397e-f889-4519-bd64-426bc5da4793","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:27.878614991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"19f613f1-d899-4246-adb2-e0544902fecd","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.210029699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9496685f-1506-4c04-9cc9-ce10b2340f45","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.26800911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d0f50088-7900-4408-93f3-82e87439a57c","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.336231066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.430023073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"f1020a41-57dd-474c-b6fb-66907302f101","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.488289482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"f1020a41-57dd-474c-b6fb-66907302f101","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.778286875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"118b901c-e07d-45bd-bf66-72717ed4fa32","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.936309745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"8b65c47a-ea3d-4583-b744-8038c34ed72d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:28.994329627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"8b65c47a-ea3d-4583-b744-8038c34ed72d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.232234924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"a18153da-f1b8-45b3-b221-1128a28cdc63","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.290108504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"74214d01-b4df-4cf2-ae9c-fdef87feb0ef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.501400121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-auth","reconcileID":"7e515917-0145-4722-9fe2-bdb3d4d59759","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.55925533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-auth","reconcileID":"7e515917-0145-4722-9fe2-bdb3d4d59759","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.883682169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"64508e85-9f9b-4a47-a072-98513aa75e4e","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:30.954416382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"2c5ed90e-7b1a-4e97-b087-af974dd35b85","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.035753637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"ca2f95b8-f951-4b22-bb21-d5773e7e4e3e","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.078412195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"cc799ff5-ae4e-4d82-9d6b-2ad11c736127","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.090149735Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.093399943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99da4-ac70-4cca-962d-f58581ae4353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.148523329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99da4-ac70-4cca-962d-f58581ae4353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.1486875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b1257ece-791d-46d9-a1cb-4e3998ad4fef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.148779767Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"42ce2ec9-e33e-4604-b70f-724004c02910","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.150530433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d1da2d30-3329-4a05-b74c-c87b308c883b","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.201604871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99da4-ac70-4cca-962d-f58581ae4353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.201783583Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d0fe4c96-ac73-4011-adc9-3e29fd50744c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.254901697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2a99da4-ac70-4cca-962d-f58581ae4353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.258223531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b1257ece-791d-46d9-a1cb-4e3998ad4fef","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.258412392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"6c57b7e3-e44e-421c-91cb-b9726e7a289b","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.261232714Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d0fe4c96-ac73-4011-adc9-3e29fd50744c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.261292012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"201c95ae-1762-4b94-bc0e-ba56f2cb8343","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.314633456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"8434eb82-4aec-4f28-889c-565efc83d827","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.315205359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"42ce2ec9-e33e-4604-b70f-724004c02910","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.419408038Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9b0073d3-ea6e-4fb0-b898-610718450791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.419468634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9b0073d3-ea6e-4fb0-b898-610718450791","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.419481467Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c178af1a-2dbc-4976-8816-2318b668ca69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.419537696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c178af1a-2dbc-4976-8816-2318b668ca69","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.473931619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-subscription","reconcileID":"1affa2dd-5776-43ca-9668-d15a3d6140f4","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.527763427Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"2ff0e322-bc07-44bc-8f5a-196bd43f4004","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.527847106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"2ff0e322-bc07-44bc-8f5a-196bd43f4004","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.632736587Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0eb720c9-5aa7-45e7-a8d9-7b1a36b994bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.632757851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"23f1eb47-2f79-4617-aaf3-3494b0512943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.632805984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"23f1eb47-2f79-4617-aaf3-3494b0512943","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.632807258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0eb720c9-5aa7-45e7-a8d9-7b1a36b994bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.642687594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"26d75e88-5f06-4ccb-9727-f0b69d3fc9c7","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.689421981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"eb73854c-42a8-452b-b74b-edae776b9785","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.736867202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"08fdf121-fbcc-4f6c-adb2-85a4cda43832","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.737023768Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"08fdf121-fbcc-4f6c-adb2-85a4cda43832","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.791170876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"2d396b36-1097-4c1a-966e-343d61e3a610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.835754171Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f9128c7f-4bd6-477c-9b26-5cf7595906f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.835812469Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f9128c7f-4bd6-477c-9b26-5cf7595906f9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.835762948Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"84dd4f95-c43f-470a-a672-98849b59b404","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.835857699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"84dd4f95-c43f-470a-a672-98849b59b404","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.889601439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-subscription","reconcileID":"596034c1-062a-4b7d-850f-5df6bdfe2df0","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:31.925205805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37c1f4c9-2342-4d23-bb49-8e48cb01e810","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.936997031Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"5a3be0e2-3f38-4c85-a047-5be2e9aa4bd3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:31.937051911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"5a3be0e2-3f38-4c85-a047-5be2e9aa4bd3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.037377071Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4c5ba596-9168-447d-9bb7-2eba9a0faa21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.037432761Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4c5ba596-9168-447d-9bb7-2eba9a0faa21","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.037572924Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"26b4e673-de37-4466-9d64-b3a2a180fa88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.037629841Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"26b4e673-de37-4466-9d64-b3a2a180fa88","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:32.039409817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ef66b6b8-7582-4c36-a7ee-3f42288d7303","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.137718243Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"04d58ba9-7a0c-4de0-9e38-63134483395c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.137783046Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"04d58ba9-7a0c-4de0-9e38-63134483395c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:32.150651191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"7dbf5cde-af1f-426c-87fe-a816cec3a972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.325446134Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dd433b12-9c43-4408-8e7a-05ab3dbf5c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.325511004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dd433b12-9c43-4408-8e7a-05ab3dbf5c7b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.325606727Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7b653d0d-0bb9-4883-977c-cc2747315e7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.325664199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7b653d0d-0bb9-4883-977c-cc2747315e7e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.435048217Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"8c45007f-6948-4591-bff2-5a281ba02875","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.435115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"8c45007f-6948-4591-bff2-5a281ba02875","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.667296932Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"227d9404-9ede-4854-ba7f-566d86940634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.667371249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"227d9404-9ede-4854-ba7f-566d86940634","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.676645055Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b5cc7878-72eb-4448-914c-a36bdb736cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.676800444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b5cc7878-72eb-4448-914c-a36bdb736cdd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.772751271Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d91fc17f-c9d8-4554-8947-f5baf472155a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:32.772820508Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d91fc17f-c9d8-4554-8947-f5baf472155a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.082308505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"421fe07a-51da-45cc-be04-9b7aa7e66629","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.148103554Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4e3b5a9e-93af-4a04-80a2-4950e5fbc1e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.148163005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4e3b5a9e-93af-4a04-80a2-4950e5fbc1e2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.243352594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4fd356-cab9-4c8f-ba85-82acd94c2b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.297477276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4fd356-cab9-4c8f-ba85-82acd94c2b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.297613521Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"19ad4643-8821-4c75-8334-b2fc7dc909e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.297721218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"19ad4643-8821-4c75-8334-b2fc7dc909e6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.297851125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1212cbe6-c87a-46aa-b683-0d87b58a7bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.297913685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b9e77e2e-d312-4a29-93d3-3b215601f14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.350955304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4fd356-cab9-4c8f-ba85-82acd94c2b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.351113842Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"851ebd52-069f-4d64-91cd-815ad874a4c0","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.351170289Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"851ebd52-069f-4d64-91cd-815ad874a4c0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.355626406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b9e77e2e-d312-4a29-93d3-3b215601f14c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.404048683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf4fd356-cab9-4c8f-ba85-82acd94c2b4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.404227466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-auth","reconcileID":"39e801c9-1de4-4c9b-8109-aceb69c2adff","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.408849382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1212cbe6-c87a-46aa-b683-0d87b58a7bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.462271349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-auth","reconcileID":"39e801c9-1de4-4c9b-8109-aceb69c2adff","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.950622447Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e46fa9e6-4913-4b49-bdeb-cb9f2afcd2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:33.950783475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e46fa9e6-4913-4b49-bdeb-cb9f2afcd2ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:33.993762021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"22126fe2-390b-466a-8449-78d75b3a355f","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.098945235Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6e774dfa-8bb6-461c-afb6-9bd7ada28de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.099038261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6e774dfa-8bb6-461c-afb6-9bd7ada28de7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.200133215Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bc1a11ea-8289-456b-845d-2c096ce2ff50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.200207592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bc1a11ea-8289-456b-845d-2c096ce2ff50","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.200523731Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"ff82e01e-18bf-4173-b930-f87b57a8680b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.200625049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"ff82e01e-18bf-4173-b930-f87b57a8680b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.300231697Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"066b2079-4c34-49c1-814f-9c4a7f6daaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.300300082Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"066b2079-4c34-49c1-814f-9c4a7f6daaa8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.360826368Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"c670dfa8-d22f-46c3-9cf1-ec5af88212a7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:34.360909544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"c670dfa8-d22f-46c3-9cf1-ec5af88212a7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:34.526702459Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"40d8d58c-c370-4c9b-b4e7-6c0e78d465a3","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-156e3027","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:34.748218959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"05813954-aa5f-42f1-ad54-49b3bf2cfcff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:35.07466203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"dc32cca0-7588-4b62-9b29-28d0ebc2fc47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:36.920136108Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5c27c08e-cc7c-44db-8efb-8863ed406f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:36.920265992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5c27c08e-cc7c-44db-8efb-8863ed406f72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:37.020355373Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"14f09954-b776-414c-9b3e-83ae74f5a020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:37.020456466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"14f09954-b776-414c-9b3e-83ae74f5a020","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:37.085302405Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d0e425c8-c303-4980-9140-f47c4da41a9a","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:37.085374903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d0e425c8-c303-4980-9140-f47c4da41a9a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.793547712Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","namespace":"ai-tenant-e2e-praxis-b-966817","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.793626116Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","namespace":"ai-tenant-e2e-praxis-b-966817","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.793691225Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","tenant":"e2e-praxis-b-966817","tenantID":"e2e-praxis-b-966817","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.848899951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Deployment","name":"maas-api-e2e-praxis-b-966817","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.91163061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Service","name":"maas-api-e2e-praxis-b-966817","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:37.976100034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-966817","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.032182268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-966817","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.087861212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.143619699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.203511016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.262759535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.31743557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.370309446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.426245066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Service","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.479830374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.532705125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.585737362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.638354728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.699222531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.760242198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.825701239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.886304547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-966817","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:38.939211182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-966817"},"namespace":"ai-tenant-e2e-praxis-b-966817","name":"default-tenant","reconcileID":"fd851d1e-5c7a-4a85-8455-6a0ee6033696","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-966817","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:41.477958086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"58f64aec-a738-4827-a62d-6d33b43ae00f","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:41.64849866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"aafab218-a814-401e-843f-4d929ebfa762","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:41.648526444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"aafab218-a814-401e-843f-4d929ebfa762","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:41.659406693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"352868e7-bf87-42b6-9f8c-631dee14463d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:41.997414217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"c4c700af-657b-4b18-ba5f-3e0d3d7352fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:42.099448357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"ba1edb3a-5a9c-4498-b876-7aa88d5a694a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:42.120238106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"0f14392e-9151-4e92-94dc-db15db2bdf98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:42.137053522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"fccab33f-3323-4b13-9300-1d28802ba7b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:42.157619077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"ba1edb3a-5a9c-4498-b876-7aa88d5a694a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.251860315Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cd159159-2c10-49ef-930b-254a6fa878ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.251934712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cd159159-2c10-49ef-930b-254a6fa878ce","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.342685538Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b5e088a1-0d81-4608-a19f-2c92039dd4ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.342756589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b5e088a1-0d81-4608-a19f-2c92039dd4ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.442231231Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"cbf02fe3-0dda-4b80-8c57-c59c8e5af824","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:42.442338387Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"cbf02fe3-0dda-4b80-8c57-c59c8e5af824","error":"compose guardrails for subscription ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription and model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: compose ai-tenant-e2e-worker-w3-4b9210/e2e-dedup-subscription@e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: model e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.197368774Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-966817","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-966817","reconcileID":"502f65ec-0ba1-418c-9be8-c569cc9fe4af","aitenant":"ai-tenants/e2e-praxis-b-966817","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.550392506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"a44c750e-5d1c-4869-895f-ab3892c59fbc","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.550417943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"a44c750e-5d1c-4869-895f-ab3892c59fbc","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.605786397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"f2a34eb3-9a35-497d-8090-e1010d2b6e09","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.605811486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"f2a34eb3-9a35-497d-8090-e1010d2b6e09","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.716147247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"390e9985-b2d1-4763-80c6-e186bf37920a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.824743622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0defd82a-59b9-4210-ac7e-d7c896e6e73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.877818403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0defd82a-59b9-4210-ac7e-d7c896e6e73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.896602593Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"390e9985-b2d1-4763-80c6-e186bf37920a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.931092937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0defd82a-59b9-4210-ac7e-d7c896e6e73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.984259364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0defd82a-59b9-4210-ac7e-d7c896e6e73d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:43.988147201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"390e9985-b2d1-4763-80c6-e186bf37920a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.044893255Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-966817","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-966817","reconcileID":"502f65ec-0ba1-418c-9be8-c569cc9fe4af","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-966817","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-966817"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.048729271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"5af87e62-216a-4050-997c-d08b531fec12","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.048745177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"5af87e62-216a-4050-997c-d08b531fec12","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.162515165Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-subscription","reconcileID":"efce607e-2cef-4049-a23a-0fb534e64a2f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.431275297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-subscription","reconcileID":"efce607e-2cef-4049-a23a-0fb534e64a2f","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.583018936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"8bf4e046-fb6e-45c0-8ff1-d6577d418a31","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.659668247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"6d269b05-30e0-4a02-bd4b-52422cf1b2cb","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.752893471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-sub","reconcileID":"8bf4e046-fb6e-45c0-8ff1-d6577d418a31","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.811228672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"75e5367a-dd7a-4d99-9ec4-f7f19c3d6501","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.862095667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fc1c58f6-3bd8-4466-89d1-b15e08376d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.862940885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dfd10a98-5535-4f21-ae3e-400deea22f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.863022079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d853e387-6737-4a45-8320-dbffb1d2326b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.921966732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fc1c58f6-3bd8-4466-89d1-b15e08376d24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.922818588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d853e387-6737-4a45-8320-dbffb1d2326b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.925507056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dfd10a98-5535-4f21-ae3e-400deea22f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:44.988890942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"94687451-c498-457c-b500-2d822c26c776","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.123109738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"48f6f8dc-3556-4016-a24f-f7b6737d5e37","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.191113982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"33e93810-0d0f-42a3-aaa2-d0a4e3f09613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.191230206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"950ec5d1-a28a-41f0-b272-9874f7935e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.249217115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"950ec5d1-a28a-41f0-b272-9874f7935e08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.249227098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"33e93810-0d0f-42a3-aaa2-d0a4e3f09613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:45.255184102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"d853e387-6737-4a45-8320-dbffb1d2326b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.255348255Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-dedup-auth","reconcileID":"0448d4c5-a89e-47a4-9314-62666b25d6be","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.259484905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-ordering-auth","reconcileID":"b5193b03-4609-4d1d-bf2e-8d17b3e16f67","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.259572474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"55d576b7-e8c2-42cc-bf35-8489ed2e78a0","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.260227578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0a1fd0a9-32b5-46f7-b4ea-b336d26d94e2","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.466112647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"4bbd609e-71f3-42ad-a62f-1c37a3336b68","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:45.46703073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"dc6e877a-8ca0-4e24-a9ca-abec702c8a16","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.054624809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc9fb80-8242-4484-a6b7-621f5442bb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.10794253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc9fb80-8242-4484-a6b7-621f5442bb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.165260057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc9fb80-8242-4484-a6b7-621f5442bb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.218507979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc9fb80-8242-4484-a6b7-621f5442bb05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.542949426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c5e20238-8e82-4c93-98f5-f538bc812dfc","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.543212839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"ccae0298-d18b-4e2b-8f06-b223088aba19","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.601242613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"2aeab945-7aee-4392-a63a-a8ff1d40a28b","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.601527287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"fc268934-861a-4da1-96f5-5ad278fa3ba0","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.765834377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"d2aec292-e7c8-4bed-9f98-816e77e71db1","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.834928127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"c5593def-b40f-4483-a8f0-f96e81a531c9","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.872209258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"4707b265-b249-4c56-b991-6bd47031b61c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.891363633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"2c3a7437-669c-4e65-919a-68d4562c28c1","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:46.94397105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"4707b265-b249-4c56-b991-6bd47031b61c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.000846037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"06c92cea-53e2-475f-b4bf-ef8e60023df1","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:47.031745081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"34b4c430-a885-4912-ad3a-3743a024cb72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.048948575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"7e327c0d-f40b-4f4e-9d6b-d93fa59fcaab","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.068802254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"ac9fc03c-a7f5-4a51-8de9-a6740a42adaf","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.114817375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"7e327c0d-f40b-4f4e-9d6b-d93fa59fcaab","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.136092784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"93f27cd7-ae5b-45e0-939b-7232671c680c","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.147377475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"bfd4ce78-c34a-4b0b-a173-d69a8dfe6bbf","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.14784333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"08770aa9-ba47-46ae-afd6-a510e8fb3f76","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.195312042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"45955760-5daa-4aa9-bc37-c33309ce5060","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.206153642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"2592371a-29b1-41a2-9b03-79bf2310094a","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.20665455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"608ace2c-4244-4b2b-948b-d57dace686b1","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:14:47.24985328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-success","reconcileID":"565066db-4827-4b86-97b3-2a4e56e6afb6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.252868801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7c78dbda-232c-4b2a-bc77-f2939e39d398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.252864454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4e0e79b0-9f48-4a29-8f25-51bcfb1210ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.346849089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4e0e79b0-9f48-4a29-8f25-51bcfb1210ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.365684114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7c78dbda-232c-4b2a-bc77-f2939e39d398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.437193298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"b15e3599-b7e2-41d0-9b0a-829def4f3cf9","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.438335178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c6155ad2-07a1-42ca-9088-3977f6f48f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.499161594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c6155ad2-07a1-42ca-9088-3977f6f48f70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.564161976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"fa973d3d-94ae-4039-8a8e-02a51affefaf","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.570054029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"572c707e-8648-4cb8-acda-b1ca7ddd0271","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.570614343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d8ee7ea3-4122-46d8-86ff-9be0d7c614b2","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.571140917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"3128b4c9-f71e-44a8-82ee-c7988a4afc55","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.576319202Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"18bcdba4-f489-4c6f-ad72-c41d4730197c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.752558626Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"18bcdba4-f489-4c6f-ad72-c41d4730197c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.780238738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"1d2aeea6-dba2-4d9d-9bf2-3296584a737f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.889463196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"1d2aeea6-dba2-4d9d-9bf2-3296584a737f","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.890259784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-success","reconcileID":"2595ad25-a1b3-43f4-805d-158b763f6e0d","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-success","ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.934502456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"5767e144-a40b-4b38-b308-91ed6bcafc07","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.992507641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"5767e144-a40b-4b38-b308-91ed6bcafc07","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:47.994564961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6f570fa6-7ed0-4cc9-a9de-a6523bffafd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.039507032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"af80c988-3120-4c81-a366-ef9d6953cc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.039505988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"92b301bb-5b09-4713-97df-8d17cd74afef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.053083795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6f570fa6-7ed0-4cc9-a9de-a6523bffafd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.057622677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"37b561d7-92e7-4ce0-84fb-421c57eafc47","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.057920443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"d359fa94-e895-41a0-8da0-8509d9bf6843","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.058441981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"d944cd12-1f97-4186-bae0-d2b02e157824","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.09803201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"af80c988-3120-4c81-a366-ef9d6953cc35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.09835766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"92b301bb-5b09-4713-97df-8d17cd74afef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.106309895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"f070a299-ee27-46ea-8ef5-2605bb91aeb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.258170558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"05c97490-1f69-46fc-ad18-3ded3ae2c2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.283707385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"2c9b2761-a2ed-4e26-b125-9f4164a5e512","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.28448703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-success","reconcileID":"601d240b-9619-432d-aba0-ff689194b558","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.316003602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"05c97490-1f69-46fc-ad18-3ded3ae2c2ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.397403825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfa2b7d-5082-41af-9a43-d92d0b86bfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.443413443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"2c9b2761-a2ed-4e26-b125-9f4164a5e512","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.450737571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfa2b7d-5082-41af-9a43-d92d0b86bfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.503708515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfa2b7d-5082-41af-9a43-d92d0b86bfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:48.55676022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdfa2b7d-5082-41af-9a43-d92d0b86bfa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.448612024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"69f8b65c-070c-4d44-a19d-4aed6d9966c5","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.595524493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"5558fc99-d286-4724-84dd-b3ac544959bc","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.654482479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"2536f535-1adc-4607-8a5c-8a1c6e5c6df2","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.69719593Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"189106a4-7dd5-4c07-805d-af753c417864","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f22fc2f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.749938076Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"ef2622d9-4e57-4302-8ae0-ee90cb1e4f58","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f22fc2f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.820676989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"da4305ed-3431-4812-a84d-00249931b4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.821126487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a6fa0f07-2ac7-48b3-9bb9-27882603edbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.821443965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"aa8217f0-74f8-4730-bf8b-3da2697f4fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.821755634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"436554a7-9646-4e18-be1b-abaacd8e2bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.822096869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"fc64af83-8520-4933-8fe6-537b7ec6e83b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.887165159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a6fa0f07-2ac7-48b3-9bb9-27882603edbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.887236361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"da4305ed-3431-4812-a84d-00249931b4de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.889817051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"aa8217f0-74f8-4730-bf8b-3da2697f4fef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.890159701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"fc64af83-8520-4933-8fe6-537b7ec6e83b","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:50.891988152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"436554a7-9646-4e18-be1b-abaacd8e2bb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.298181624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"9b48acd9-95ac-4f0e-9756-6a433f2ab1c8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.356470708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"9b48acd9-95ac-4f0e-9756-6a433f2ab1c8","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.446843835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd9c7-59cb-4edc-b361-cd4c1ab531c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.447077682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d12bc079-450e-4d8b-a394-8fb296e3453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.447461639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"dfa82be3-2e26-4fea-b6d3-e057f110d083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.501910528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd9c7-59cb-4edc-b361-cd4c1ab531c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.502089523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"25175635-e9f3-4af3-8b23-b4a651f756c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.507459703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d12bc079-450e-4d8b-a394-8fb296e3453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.555121484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd9c7-59cb-4edc-b361-cd4c1ab531c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.560821261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"dfa82be3-2e26-4fea-b6d3-e057f110d083","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.608165091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0afd9c7-59cb-4edc-b361-cd4c1ab531c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.613066635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"25175635-e9f3-4af3-8b23-b4a651f756c7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.94493717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"ebb2404d-04b9-4457-9b6f-5cddc269ea0b","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.944967153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"ebb2404d-04b9-4457-9b6f-5cddc269ea0b","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:51.956341207Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ac03f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ac03f","reconcileID":"96f7a280-6761-4151-a292-3db40ab5fa48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6ac03f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6ac03f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:53.552100598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f597ab-7070-4a0d-9078-8fba1136f8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:53.605871705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f597ab-7070-4a0d-9078-8fba1136f8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:53.659152148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f597ab-7070-4a0d-9078-8fba1136f8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:53.711923097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97f597ab-7070-4a0d-9078-8fba1136f8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:54.155074523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"dbbf49e7-897f-4f28-9938-692f59198d23","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:54.215210737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"dbbf49e7-897f-4f28-9938-692f59198d23","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:54.283247175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"dbbf49e7-897f-4f28-9938-692f59198d23","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.482110524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"d2ef9e86-f59d-430d-b3a2-2d0a45c68393","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.482327574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"d2ef9e86-f59d-430d-b3a2-2d0a45c68393","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.545711283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"13e392ce-ebcf-47b1-b0a5-cabe1860c1e5","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.545812457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"13e392ce-ebcf-47b1-b0a5-cabe1860c1e5","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.674888004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"b5b58014-61e1-43f1-a8f8-ed52149d6f31","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.821992782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"b5b58014-61e1-43f1-a8f8-ed52149d6f31","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.881899402Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7bd72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"b5b58014-61e1-43f1-a8f8-ed52149d6f31","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.942170134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"ce0f6d0b-e8e3-43fa-bba0-ec16aba0e169","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:57.942273785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"ce0f6d0b-e8e3-43fa-bba0-ec16aba0e169","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:58.346254187Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.787073094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9d29a146-1144-4dcd-bc9f-81176e42b9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.787296477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"fe8b73cf-24ec-46a9-a5bd-b114bbb5fa82","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.787073096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2c978509-0af0-4d3f-abb7-f5a6e73dd045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.848125181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"fe8b73cf-24ec-46a9-a5bd-b114bbb5fa82","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.848120929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9d29a146-1144-4dcd-bc9f-81176e42b9dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:14:59.850288863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2c978509-0af0-4d3f-abb7-f5a6e73dd045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.363842153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7a4466ac-7ff2-4276-aabf-1f0e29c24c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.364806569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5a7546ac-1e05-4822-b6f6-e88574bf7df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.422324365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7a4466ac-7ff2-4276-aabf-1f0e29c24c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.423119913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5a7546ac-1e05-4822-b6f6-e88574bf7df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.52503332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"acf3913e-f8d8-43cd-a38d-18df882c399d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.583679319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"acf3913e-f8d8-43cd-a38d-18df882c399d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.777301726Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-success","reconcileID":"e5c56f79-8420-4493-bc90-295978d9f66b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.803730384Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.85729393Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.910544178Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.966538572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:00.997135887Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-success","reconcileID":"e5c56f79-8420-4493-bc90-295978d9f66b","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.020277923Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.150999384Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-subscription","reconcileID":"5b8504e1-516e-454f-917d-e43b24550223","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.235113253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"a1347c1e-6ab4-4d12-aa90-5bf4f2d0472d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.262784436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"4e63678e-0785-4682-9c80-607b3df9f03e","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.412428116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"8a538b02-51a9-47e2-94b6-8224e1d65702","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.421328704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8c013fa1-7199-4613-b4ad-de8602f9553c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.421346161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8bd1b3b6-6d4f-4204-8508-4a4346187243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.421795477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"eb864da4-8aee-4792-9d99-e3602a7b8909","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.426554981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"dffad7f3-e326-4eea-958c-e63823f1fe23","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.480097614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8c013fa1-7199-4613-b4ad-de8602f9553c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.480129939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"8bd1b3b6-6d4f-4204-8508-4a4346187243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.482338385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"eb864da4-8aee-4792-9d99-e3602a7b8909","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.485206532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"ade59639-00bd-4725-a309-1518cc2417c7","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.56215727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d2589609-beb2-4426-b038-544f53b1453c","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.562441877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"3de31337-7c6c-46e2-a26c-42f5f1b9a7ac","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.686318251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-success","reconcileID":"67ccd8cd-aaa8-47b7-b1c7-e7ca294f11a3","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.686318179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"c7a5d607-3fee-49f7-8928-cb9cc5c48cc7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.690947786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"60a6a425-c9b6-4130-aa6c-0210112efbb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.690947845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2b4d742f-145b-4d8b-a64f-0f9d9a8ee34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.749611267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2b4d742f-145b-4d8b-a64f-0f9d9a8ee34c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.75017657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"60a6a425-c9b6-4130-aa6c-0210112efbb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.787293331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-distinct-models-auth","reconcileID":"c7a5d607-3fee-49f7-8928-cb9cc5c48cc7","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:01.946168707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"bceb8c5e-3caf-4983-8d36-69ab11ed47d0","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:02.046289259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d4d036f4-cf5d-44b3-9266-14fda6bded06","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:02.046509309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"86fbcb5f-79ee-49d3-a08f-f6c468880b85","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.040719235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"75c661cc-650f-47a7-8495-1c44535c6bde","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.096619285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"0c1863ff-dfba-4e31-a4c0-d30f989e19ff","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.146789943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"453f8fb5-1adf-4bb3-a741-eacf0a67eee6","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.204347135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"3cae47d1-289f-45b1-b342-913fcf0dd874","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.308988606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"5a52029e-7b44-41cb-a291-b8611daa626c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.314836386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"68cbe3fd-5fc5-4e1a-924e-ee294fbbf88d","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.36230467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"9bd087fc-ccb4-4aac-993d-fd246caea3e2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.369410384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"5a52029e-7b44-41cb-a291-b8611daa626c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.376073617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"46b77a9f-57b8-4bce-8931-f79b6b31c440","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.415969971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"ae9d53c0-212e-4a7a-a4bc-6487706f437f","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.420482009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"9bd087fc-ccb4-4aac-993d-fd246caea3e2","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:03.425228691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"7e83a89e-2a13-4f0f-a641-c1bae08794bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.471653456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"1e30051f-3653-40cc-9690-b194a34733e4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:03.52360795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-no-access","reconcileID":"94336a66-1323-4813-95a0-7e1c464cda28","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.525330543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9f356628-9cb6-4b0b-a013-8fc5f794a356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.530499116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"429481f4-433c-460f-89a8-63bbae463732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.53524711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"5858ca91-7cf9-4e58-94dd-53d90da924a6","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.575185969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c0a17ef4-aa91-47bd-9e13-29b6865351da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.58106338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"fcb5693a-69de-4e14-bf95-3f4aaf3ad7d4","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.587612065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9f356628-9cb6-4b0b-a013-8fc5f794a356","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.591815336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"429481f4-433c-460f-89a8-63bbae463732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.593127453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"ec030645-834a-4354-8d57-3f82773bc848","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.633375909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c0a17ef4-aa91-47bd-9e13-29b6865351da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.639617838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"9097c654-a1fd-4fe7-83b2-89c8388e13b4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.690941077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"ce3f769f-fc05-4c0b-92ad-6f4e262da89f","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.701476909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"f91d4a06-3b8b-4d26-8f86-e83d7cbe121d","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.793515801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"849dc38c-1d57-4510-a1d1-55620e034607","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.810628696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"65c35bce-cf45-4903-94f8-5a4687d5e752","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.857596915Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=0:[ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.857844557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"da2e3a5e-561a-4447-af7a-3e6da39510bb","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.917235518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"bcd8c55e-317b-412d-b82d-3fb6892a8710","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.955790694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"098f0b4a-a76e-47aa-9898-e6eb66d41626","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.963344376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"e613e14b-fac0-454a-81d2-10bae5cb2a97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.971143782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"4bfa4a71-41ef-4c90-ac55-73323a46a54d","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:03.975148921Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.985984945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-no-access","reconcileID":"e5b2ccc9-a757-402d-bc61-3f6d1ebfa8a1","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:03.992356022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d3741bd9-1be3-4c51-8caf-28373e969e61","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.013410581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"098f0b4a-a76e-47aa-9898-e6eb66d41626","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.022915983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"e613e14b-fac0-454a-81d2-10bae5cb2a97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.031137404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"135dea9a-f1ef-45c4-bacb-60aadcfaa954","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:04.031317705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.157404923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"37d24b55-429c-4900-ae7f-4eeb0424bdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.15830427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"fdacdbdc-ac8c-4333-8937-7fbb9771d877","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.163332621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"16dedfc9-9d41-43fc-8909-055a4231d577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.163688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d36c27e8-3597-45e1-b207-0534219d46dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.201285271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"b8683e3f-784f-4917-9647-96bf7bf8b9f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.204561111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"10ae8252-a821-43b4-9efd-4f4cd575b085","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.215760708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"37d24b55-429c-4900-ae7f-4eeb0424bdb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.224241091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"16dedfc9-9d41-43fc-8909-055a4231d577","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.224444304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d36c27e8-3597-45e1-b207-0534219d46dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.248101887Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"4daee7f0-200b-4cb5-9b1a-5b3402c72f55","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.284028722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"ff2d8ae8-0bd3-4300-8300-b17bb5b4cc0f","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.376719933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-no-access","reconcileID":"00e84e73-4c05-4a21-bf6a-acabf590368e","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.422470402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"86e57e30-a6fb-4501-8ae0-ad2c46b502e9","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.486105554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"bbc2dc76-b2ea-4520-b4a0-fc5efb7dd8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.54431477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"bbc2dc76-b2ea-4520-b4a0-fc5efb7dd8ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.546400776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"de5c26a5-d236-48c3-9322-d16fdfb01fb5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.604362935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"de5c26a5-d236-48c3-9322-d16fdfb01fb5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.641343816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"ab6b7714-24ab-43b4-b02c-91535b5c4215","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.693576294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"77cdfb9d-05f5-4ca3-9861-1986ccc3afab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.751640558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"77cdfb9d-05f5-4ca3-9861-1986ccc3afab","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.798911868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"110080f0-3e86-44aa-86f1-58769848d2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.798908305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"79807601-5367-4926-b796-2c2b20db83c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.857051789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"110080f0-3e86-44aa-86f1-58769848d2fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.857063126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"79807601-5367-4926-b796-2c2b20db83c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.857376336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"5a3d9a87-bb33-4c7b-9c0a-fa419ac6cb60","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.916456528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"5a3d9a87-bb33-4c7b-9c0a-fa419ac6cb60","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:04.973825278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21) AuthConfig (b24d70b6c9a259581978cc56f825a07831367ba042ae39248eeca49eef33ede8) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8) AuthConfig (a4c140cdb35cae0940d171a257c7edd3c1e17a258a5c67b70773d2f09c534096) AuthConfig (0b08f9b6383be04942ce9bf4a632b795bbeeb5b33a577e17315e97ed9c76b5f8) AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (67b99edbe512c9f9a81da80a9259835a7e5a0fd4937c9a0e84c50aeb8c4ab964) AuthConfig (ab24099fd312b1de36a5f1f10f3bbbb4e243091e190539ee71b0779cc3fa050b) AuthConfig (2ba4eaad9236e6da509de29a417517fe499a33438fec810d3c688d569023bda3) AuthConfig (286ec9e9bfe84c9d6245079f3e8c23e715e3db49506d400cd1e0ea3c482962ba) AuthConfig (1dad24845c10a8e7b2ca32871c2f92888ebf342a538f543a15a3ec97ab78e6d4) AuthConfig (f215cde20331c4bdd929f7e685dd52605e7325f9a8d25190940eebc6232f8ccc) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (ed759bba6e97164b6e341a3738b875cda6963dd2dbce1dfb0fe09970c8b7baa4) AuthConfig (1ba98b5d86720f0da8a35935e0f841689ad943114f1d11add1e67ca3866f9732) AuthConfig (e276781089f01fcd9b44097dc122b6d5771024d51cb56f26864d0ebf4417a3c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"5a3d9a87-bb33-4c7b-9c0a-fa419ac6cb60","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:05.009261391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"a6335793-0336-4cd7-ae78-087356b5e3fa","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:05.033008117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"b671420c-aedb-417a-a19a-1832ac4f8ce2","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:05.033024185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"b671420c-aedb-417a-a19a-1832ac4f8ce2","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:05.28356949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"c69482b4-cc31-45c0-a810-5dc7740c497c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:05.36462389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"c69482b4-cc31-45c0-a810-5dc7740c497c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.680735746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"4a09760b-e305-4998-ba37-847fa5cb23f8","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.840636602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d9cdeb0f-74f1-4de2-8559-c9ed15343bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.840729998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"e8d8b3c0-ade8-4e69-8886-c86617347618","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.841171363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"23592fd0-e5f1-4ea0-a9fa-f35d666e8917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.899156615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"23592fd0-e5f1-4ea0-a9fa-f35d666e8917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.900334936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d9cdeb0f-74f1-4de2-8559-c9ed15343bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:06.901549699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"e8d8b3c0-ade8-4e69-8886-c86617347618","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.694517043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"cc07ec50-cd8c-410f-8b0e-33f52d91069b","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.864221836Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"19da0179-ad8c-47f9-adc9-4e781061b8d9","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-68a5a075","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.959003633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"b51418e5-568b-4d84-8024-3522209a76a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.959242015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7f64bf4b-16b0-4d7a-b245-42d08b1fb03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.958967835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"cbf1e330-60a4-42f3-a26c-4483edd9a010","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:07.959618948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f0ad0b82-014f-450f-aaf5-ea4a766cae0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.021623508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"f0ad0b82-014f-450f-aaf5-ea4a766cae0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.022206646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"cbf1e330-60a4-42f3-a26c-4483edd9a010","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.023997984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"b51418e5-568b-4d84-8024-3522209a76a5","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.025744884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7f64bf4b-16b0-4d7a-b245-42d08b1fb03b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.048701142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"67d532d0-f00d-46dd-b4d9-76155b09fc0f","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.106961308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"67d532d0-f00d-46dd-b4d9-76155b09fc0f","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.164739771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7bd72e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"67d532d0-f00d-46dd-b4d9-76155b09fc0f","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.455678165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"86cbffb2-274f-419a-a6a6-b5ae3532373a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.455827291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e4e0cf13-c2a8-43e8-87aa-fdca9167ab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.455680584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"bea77ab4-ced6-4224-9bb0-c30f932579c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.456262564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7d2d1986-3b8a-468f-b139-470ac84337f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.517622679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e4e0cf13-c2a8-43e8-87aa-fdca9167ab16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.518676752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"bea77ab4-ced6-4224-9bb0-c30f932579c5","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.522437024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7d2d1986-3b8a-468f-b139-470ac84337f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:08.523809299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"86cbffb2-274f-419a-a6a6-b5ae3532373a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.193191818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"aaf7ed9e-b92a-4028-8718-44f5e9c6f8e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.257861426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"aaf7ed9e-b92a-4028-8718-44f5e9c6f8e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.644127266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"6624d1d1-6e66-4915-860d-480135577316","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.644251996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"6624d1d1-6e66-4915-860d-480135577316","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.840940828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0977d10a-7f1a-44b4-9b98-f47eb8958b42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:15.968904627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"3e6567d4-71fe-416c-a36d-d12fc026d678","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.071232029Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"822d0573-4b1a-43ea-8963-d4bf3d7cfea0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.167736146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"49b01b66-73d5-403b-a079-05556ba4ac03","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.168823183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c91f049c-09cf-4edc-b25a-49540d5962a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.286909022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"86f4392c-0a5b-44c1-b45b-008eca3416ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.396992778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"285b67ee-2b20-4f10-9a8f-687e3f679dd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.495776809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"43af7736-ce76-4c33-8d06-0d328b07cfac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.496920254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"20742e8e-ace2-450c-909c-86145ec1f023","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.606689885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"73380ffe-44c3-459c-9141-0b51a906c12f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:16.854404933Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-no-access","reconcileID":"cdf8d764-b38a-4b28-9aea-3aa723f31c00","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.028630937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-no-access","reconcileID":"cdf8d764-b38a-4b28-9aea-3aa723f31c00","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.310110751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"a495c45e-cf69-4ace-996c-b623035f91db","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.398662655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"72314bb0-8d8a-45e7-b9e0-6fb1e77e9507","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.448791514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"34dfce01-232d-4494-8aa4-9f78cdb144c6","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.507252939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"fc1c13ba-4d7b-47e8-83a5-e54a52fd4ada","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.507940082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5a63471a-b8be-464d-8e1b-ebc3594169ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.508540358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da9082b2-b614-4f21-a2eb-c7dd371b161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.568175535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5a63471a-b8be-464d-8e1b-ebc3594169ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.569345377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da9082b2-b614-4f21-a2eb-c7dd371b161a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.570623193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"fc1c13ba-4d7b-47e8-83a5-e54a52fd4ada","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.774635583Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-no-access","reconcileID":"bba7f38f-e9be-4080-838c-41a30fd69f51","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.918235451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"ba3e0835-b08a-41b0-979f-0c55f6dd5b78","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.938026416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"610ee47e-d1ee-4230-a03c-5b95234619fd","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:17.9717059Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"ba3e0835-b08a-41b0-979f-0c55f6dd5b78","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.025740604Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub1","reconcileID":"ba3e0835-b08a-41b0-979f-0c55f6dd5b78","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.270893178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"54552f2e-df18-48c2-a367-dcd081c48deb","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.310619736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"457ba07e-b570-4ba1-8a75-f1ff8e410aea","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.329147405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"54552f2e-df18-48c2-a367-dcd081c48deb","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.38623166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7bd72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88c308e0b60c9519cc2f93ed5acc12aa0d445bb5238030f755100d55fcef0d02) AuthConfig (14b3ca89823896f053889293e5d7a83e63f38d2b7a2e7de4e122e9569227425f) AuthConfig (6d3671a5e2b19b46f1f2f1da6e05dc6ad7b6b1274d29ae65d3bee8e8bf3c65ed) AuthConfig (cf805c2af1dbcb13b9732b1bd0783e57d82b3ed94046e1184d96488628626a8e) AuthConfig (10b39a2cfe61bffd99f3c357cb42627a93d1f6d811b8d1c8b3c78483d990605b) AuthConfig (41b7769d59fa5e7d243d3f870d68e4b1c853d996b8d79662c0508dd640bbbad4) AuthConfig (b1ae727850d414511bf008b005d89fd68081b40dbab86008376b193e0f38d8f9) AuthConfig (f989313edc8b7405c4c2d4c67a720e3bf8a1ca890bd5c98b07e573f1dc9c444b) AuthConfig (0e0fbed2ecd3ae3e4bb29a82e29728c8cc28160b7bd56667d61307a84a6a9948) AuthConfig (ec6b8bb996837bf5e1c2bb894c116c5c860dd49abf123809b1f9341be2a47b87) AuthConfig (ca29125578f89c3a3e91674233105d5a6cfbd6510e076a478421b3585d895d04) AuthConfig (5fb9ee25da67cb4537b13e65f6b828651a5a7e8e6ae1817a2c648ebbc3e8b0ca) AuthConfig (5918d6c8e3a06b41e351ddf2b24fc5bf244034f184733b431184b3c3cd7fbf63) AuthConfig (ef8f63018a5d2b8a9bae8212bf1a5d7b4e75d3dca72e4b53ee978cc874f499f4) AuthConfig (18106c172c833896c01a8ba861c61706c61586cf6c0312f1d5fe3fe908022563) AuthConfig (926a0dc8668062556154294bea8bc1506d31291713fa90b633dd36e503df1ec9) AuthConfig (ab23f25e6deb97a90822dda903a058e55d700a1cbda88ce2f358a2369326abde) AuthConfig (43b9d5f0b366e5d4bf13c32afe99de5e9ac48dc67fa79692dfd76fa980ce67f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"54552f2e-df18-48c2-a367-dcd081c48deb","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.444917221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"6850e421-b900-4b70-8049-25b62459645a","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.444938788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"6850e421-b900-4b70-8049-25b62459645a","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.458697973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"2980ce2b-f381-4835-9ce1-96fa3eaaa4ac","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.574842817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"29a2761b-09dc-48c0-a16c-571cf76816bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.576240961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"c436b39d-0704-494f-80fc-ede02622bfad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.57645561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"7bc067f5-eed7-4dd6-878d-65b7875488ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.576245001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6366e249-0343-467d-9f7f-6e454620218a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.625962993Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"b3cc00f1-546c-4c2d-bc32-dc933c7f2730","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7e23f5b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.638248562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"c436b39d-0704-494f-80fc-ede02622bfad","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.641831302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"29a2761b-09dc-48c0-a16c-571cf76816bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.643038312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6366e249-0343-467d-9f7f-6e454620218a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.644914606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"7bc067f5-eed7-4dd6-878d-65b7875488ca","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.930758062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"025e9b85-5cbe-41ab-8239-bb630aefa662","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:18.98950942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"7441bf11-6ec1-4d15-82b9-1d3c173ea868","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.113629574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"93b8c198-841a-475a-ad9a-a87ab6d3703d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.113629243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"805b7e17-622c-4cc1-b115-97b2127ce956","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.175031253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"805b7e17-622c-4cc1-b115-97b2127ce956","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.175027838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"93b8c198-841a-475a-ad9a-a87ab6d3703d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.207480972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8077c1ee-a637-478c-82da-fd4570922997","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.210913992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"dc59c6f8-3036-4a0a-9ecf-634cc8ed5bec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.226119284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"f0d49ca7-a15b-4293-995d-5397285a072a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.226243744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1a63fea3-c7b5-419d-bc8f-d1c3729bf143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.26672291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a02f8af0-e8f6-40f7-be36-72541c115332","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.272171186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"dc59c6f8-3036-4a0a-9ecf-634cc8ed5bec","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.28437363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1a63fea3-c7b5-419d-bc8f-d1c3729bf143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.284407626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"f0d49ca7-a15b-4293-995d-5397285a072a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:19.32191972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-free","reconcileID":"5138d483-e62e-4229-8b30-f8e27ab05b77","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.444134115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1b8d15ef-87e7-47a6-8f43-8f817d871b25","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.477719218Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-free ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.477845962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ebbcd066-ff37-4998-a133-0f58b5cbdbfd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.502640934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6acee215-d62d-46af-8dbb-4c57a0584314","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:19.532952627Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.543082686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"072b2e6e-309e-424a-adb8-5cf13bc6424e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.543836363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"018b5a84-83f4-4a23-a02c-9b3cb444d1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.585167816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"da1e8eeb-b27e-4f16-9ad0-34902c35ff55","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:19.58682096Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.602211492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"072b2e6e-309e-424a-adb8-5cf13bc6424e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.603511414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"018b5a84-83f4-4a23-a02c-9b3cb444d1b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.63701905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"54c7b1eb-ed01-49a4-9245-28707ebff9c1","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.642796475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c1092a90-dcbd-4466-b01b-3882f2af8e73","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.707072092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"28f0231f-fac8-4b7a-bc8b-6a81fc92841f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.707092772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"28f0231f-fac8-4b7a-bc8b-6a81fc92841f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.775552433Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-free","reconcileID":"0f83e270-272b-4a3b-aab1-f1ab6e038291","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.797400671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"238b5250-ea07-4ff0-afec-a278c1b7bfb6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.855626806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"238b5250-ea07-4ff0-afec-a278c1b7bfb6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.856774084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"5a48691f-87fc-4276-9cbd-31e14361912f","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.874336317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"c1380479-f276-42db-9259-1c9db90caf33","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.932410501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"c1380479-f276-42db-9259-1c9db90caf33","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.944098699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"9b143754-278d-47a0-9f45-f1fcb4b7b755","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:19.95784069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"5232a9bd-73bb-47fd-9e6b-b0edaf72b18a","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.027391549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"45cd93a6-08bc-4317-836d-74e7e66fa428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.027433792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"622786d8-1b87-46f9-acf3-1823b59c63dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.045170772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d723d26d-5ce4-46d5-b012-3b74ddb19bbc","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.060161466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"aa3a0e7e-fb1b-4209-a4fb-4ff2340c8dd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.085844316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"45cd93a6-08bc-4317-836d-74e7e66fa428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.088277157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"622786d8-1b87-46f9-acf3-1823b59c63dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.112154867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-free ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.112262854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"65d4dc9e-1dfd-4d60-a967-504d05f5ec87","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.112281858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"65d4dc9e-1dfd-4d60-a967-504d05f5ec87","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.158011344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-free","reconcileID":"1482c054-6028-4016-8461-13454b97a35f","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.171749413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"fad7e969-f6c3-4d7c-bfe2-0f796021e21f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.171765425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"fad7e969-f6c3-4d7c-bfe2-0f796021e21f","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.17205967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8cbc49bb-b0c6-4d57-8ab1-61e6580c88e0","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.216910818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"e5beada9-75bc-4b7b-a3e3-dbddf684e541","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.221050217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"87ae8fa2-5890-4d6d-8aaf-5b3a829d2103","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.22106686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"87ae8fa2-5890-4d6d-8aaf-5b3a829d2103","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.230626737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"55b99365-cfdb-42b9-84b0-ea384f9c4a31","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.258514763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"53b4c0af-fc96-40c2-b05f-3914114fddb9","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.276814617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"e5beada9-75bc-4b7b-a3e3-dbddf684e541","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.27945215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"7578ed73-9807-405c-8e5f-24d828dfc07c","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.27946809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"7578ed73-9807-405c-8e5f-24d828dfc07c","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:20.284631357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-03c4e8/e2e-auth-iso-9b457f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-9b457f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.366697463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"9386dbd1-4b06-4f06-adee-9f6f97e0c710","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.44849895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3fe73d61-df74-4cd0-85b5-af36be649272","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.499527449Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"a61a8597-48de-4b05-9191-5f1791bb90a3","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-auth-test-model-03c4e8","model":"auth-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-auth-iso-9b457f"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.668386591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"b13be769-5008-422f-9366-f2b58ddd8c3a","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.668407516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"b13be769-5008-422f-9366-f2b58ddd8c3a","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.672208286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"ab11b88a-fb9b-4288-8013-1cc163c1c81e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.73058681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"ab11b88a-fb9b-4288-8013-1cc163c1c81e","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:20.884303347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"3a4e9e9b-9a4f-43fe-8154-82299de1f91b","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-auth-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.690739027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2a24b90b-88ab-49ec-8c0f-69e11ff90746","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.849440601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d1ba4c12-7230-4798-966f-fd7770587407","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.849677012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7b84b154-94f7-4e19-bb10-1bb6dac74dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.849440619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1f648e15-46ad-4e66-9e95-f5e5a0285d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.908206882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d1ba4c12-7230-4798-966f-fd7770587407","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.909444046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1f648e15-46ad-4e66-9e95-f5e5a0285d64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:23.910506118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7b84b154-94f7-4e19-bb10-1bb6dac74dfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.955887874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b09d690b-872f-4c81-a93b-773bf9dbd997","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:25.955911501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b09d690b-872f-4c81-a93b-773bf9dbd997","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.124440038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"49dcf436-a2c9-4204-b186-4cf62ecfb909","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.170329945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"54bc9c92-1d7f-4e6c-8995-d45e2a088f4b","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.183033043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"49dcf436-a2c9-4204-b186-4cf62ecfb909","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.351958342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"d7642fcf-015c-48a6-bc69-4695b770c5cc","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.352202637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"d7642fcf-015c-48a6-bc69-4695b770c5cc","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:26.574682699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"e8d5ca95-1032-4a49-a453-5f874491d43c","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.339242225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.551555062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"d5eec3ed-021a-4e1f-b8c5-6ea614346c25","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.612905763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"d5eec3ed-021a-4e1f-b8c5-6ea614346c25","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.676070145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-7bd72e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (88c308e0b60c9519cc2f93ed5acc12aa0d445bb5238030f755100d55fcef0d02) AuthConfig (14b3ca89823896f053889293e5d7a83e63f38d2b7a2e7de4e122e9569227425f) AuthConfig (6d3671a5e2b19b46f1f2f1da6e05dc6ad7b6b1274d29ae65d3bee8e8bf3c65ed) AuthConfig (cf805c2af1dbcb13b9732b1bd0783e57d82b3ed94046e1184d96488628626a8e) AuthConfig (10b39a2cfe61bffd99f3c357cb42627a93d1f6d811b8d1c8b3c78483d990605b) AuthConfig (41b7769d59fa5e7d243d3f870d68e4b1c853d996b8d79662c0508dd640bbbad4) AuthConfig (b1ae727850d414511bf008b005d89fd68081b40dbab86008376b193e0f38d8f9) AuthConfig (f989313edc8b7405c4c2d4c67a720e3bf8a1ca890bd5c98b07e573f1dc9c444b) AuthConfig (0e0fbed2ecd3ae3e4bb29a82e29728c8cc28160b7bd56667d61307a84a6a9948) AuthConfig (ec6b8bb996837bf5e1c2bb894c116c5c860dd49abf123809b1f9341be2a47b87) AuthConfig (ca29125578f89c3a3e91674233105d5a6cfbd6510e076a478421b3585d895d04) AuthConfig (5fb9ee25da67cb4537b13e65f6b828651a5a7e8e6ae1817a2c648ebbc3e8b0ca) AuthConfig (5918d6c8e3a06b41e351ddf2b24fc5bf244034f184733b431184b3c3cd7fbf63) AuthConfig (ef8f63018a5d2b8a9bae8212bf1a5d7b4e75d3dca72e4b53ee978cc874f499f4) AuthConfig (18106c172c833896c01a8ba861c61706c61586cf6c0312f1d5fe3fe908022563) AuthConfig (926a0dc8668062556154294bea8bc1506d31291713fa90b633dd36e503df1ec9) AuthConfig (ab23f25e6deb97a90822dda903a058e55d700a1cbda88ce2f358a2369326abde) AuthConfig (43b9d5f0b366e5d4bf13c32afe99de5e9ac48dc67fa79692dfd76fa980ce67f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"d5eec3ed-021a-4e1f-b8c5-6ea614346c25","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.69533993Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"f94c0ab1-d283-404b-83d8-00f556261baf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.75282679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"f94c0ab1-d283-404b-83d8-00f556261baf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:28.811813033Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-sub2","reconcileID":"f94c0ab1-d283-404b-83d8-00f556261baf","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.131060283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"80076828-ff4f-4a47-b057-765f111f5931","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.235738751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6d0b0724-89b9-4d5d-aa3d-fcafa4d6c7df","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.294716431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"29914ffe-1511-4679-8d9f-008e5be855b1","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.299830529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"9aa12d11-4eb0-4873-9d18-a896ac941c3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.303643868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"fd196580-64fe-4199-9a9a-8a6e9e7329c8","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.303715437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"fd196580-64fe-4199-9a9a-8a6e9e7329c8","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.47036587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"3aaccf32-2742-4468-8f57-95b6151a8cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.470913592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"90cd653d-65e3-46f4-838b-ed5a58e74730","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.471208034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"a195b8ab-8a4e-4c21-8814-5a1530334c97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.479742744Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"507546a5-d904-4569-bf31-29c62b7a0dc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.480910924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"31c86b87-33e7-488f-88c9-762f52dd8e71","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-auth-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.481443508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cf458ff-f6cf-4bef-a7aa-78b4d99dc933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.552512164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ab62fb22-efb5-43d6-9f52-24ae7fe89a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.612595261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"3aaccf32-2742-4468-8f57-95b6151a8cc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.633080087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"e971c57c-6d23-4ef5-a692-24296c249aff","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.634617725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"a195b8ab-8a4e-4c21-8814-5a1530334c97","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.639516744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"90cd653d-65e3-46f4-838b-ed5a58e74730","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.788218564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ab62fb22-efb5-43d6-9f52-24ae7fe89a82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.790774297Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6bff0d66-fa5a-48b6-9788-5adb1cb6f8eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.797912939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"13739f35-e5a3-4fc7-ad0e-ebaea1522bd4","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.802044694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"13739f35-e5a3-4fc7-ad0e-ebaea1522bd4","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.890443452Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth1","reconcileID":"e64eb6b9-c37e-42a5-a5e6-c05a89bc7524","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.991010236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"4fd64ee7-7fcf-4b45-ace9-ad950920f433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:29.992719563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"81e7f8e7-9173-4810-a473-e6c2c9414392","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.070853593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"e1cd10ee-6838-4093-89a9-700f73475999","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.092251835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"0dcc8f23-1c30-4fc8-9ce4-0514ed3d4810","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.142095809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"493ad2ee-b41a-46ed-a049-b192ce27858a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.181899729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"dc046e24-0414-49d9-92cd-1eef8d5e7c9e","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.212828852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"b885213d-52a6-4cb7-a3d8-cf88a80a1806","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.216701791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"493ad2ee-b41a-46ed-a049-b192ce27858a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.242007951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"c309cb64-d838-4ffe-858c-02732233b664","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.243297415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"0064fe10-eac7-4d88-95b5-aeacf4b04812","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.308543741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"0064fe10-eac7-4d88-95b5-aeacf4b04812","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.449614167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-return-all-auth2","reconcileID":"f1a1c4be-bfde-44db-bddc-287cd5f9ad75","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.450735713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a9ab4a60-3a22-453e-84ec-7559362e1eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.451557649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"538b637f-76da-498b-bf8d-7670749f3f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.522394268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a9ab4a60-3a22-453e-84ec-7559362e1eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.523480449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"538b637f-76da-498b-bf8d-7670749f3f5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.674263613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"14134a65-c74d-4d2d-805d-a6d887457bda","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.719496436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"874b7818-0f11-4455-8628-45125d15c398","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:30.820605789Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"14134a65-c74d-4d2d-805d-a6d887457bda","name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.033830949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"f85a48f9-ef75-409f-8230-38a91ef24fe0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.091512402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"e6c1064f-5d25-43fe-96d7-2e8a8005a7b9","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.250022918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"35c96a0c-71cf-475f-9aa9-f08a3e760110","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.307870892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"35c96a0c-71cf-475f-9aa9-f08a3e760110","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.317328491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"a31719dc-c684-4911-a156-e1c294718127","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.373391914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c7ee907e-3390-4028-8bc1-be7481f1cc5e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:32.427183883Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-sub","reconcileID":"6b6ec1d4-a732-4492-81ef-7afcd06dcfa2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.474563901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"36ebdf5c-e934-4cf2-81b8-15a50a8bf7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.474806289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"621cdaa2-8ba8-4009-b732-02c3d5ef1ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.532529843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"621cdaa2-8ba8-4009-b732-02c3d5ef1ed6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.532916623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"36ebdf5c-e934-4cf2-81b8-15a50a8bf7c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.540815215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0a2168bb-5bf1-45f3-bf3b-0b35c3f17859","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.581885123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5d029f3a-613a-4c45-93da-e04366267618","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.599322341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0fd578e0-4bfc-43a2-b4bc-042720f8e8a0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.743558502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"b8f59ead-fedc-490c-b7c9-caf1e5dcc170","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.801291156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"b8f59ead-fedc-490c-b7c9-caf1e5dcc170","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.874355379Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-sub","reconcileID":"c8f81277-b796-42f5-9e8a-51b7456d713e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.89743947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"092b00c9-0c20-415b-aca7-e5859e213d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.897471924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e1eebb1b-7d27-48a9-bac3-1fc282076332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.955632914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"092b00c9-0c20-415b-aca7-e5859e213d62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:32.95568459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e1eebb1b-7d27-48a9-bac3-1fc282076332","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:33.040299325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"bac3b34e-229a-442c-b0b3-6f1f6a71ec25","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:33.089100059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"103f8f32-b8b4-4017-ad13-99a135e4ec64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:33.255412634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-sub","reconcileID":"f3af5fe9-0156-4d06-9f80-403191314fc6","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:33.856006936Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-free","reconcileID":"1983720b-e2b0-493f-9159-520dff5be937","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.017203856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-free","reconcileID":"1983720b-e2b0-493f-9159-520dff5be937","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.237026276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a8c89854-9ada-44ae-bce3-7ebd8d5e662a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.296696385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d487b198-8742-4608-8ffe-e524c5695215","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.368371028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"26699314-8cad-45b0-981f-f16b8a46ec72","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.396068012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"20910f9a-7cb2-42fa-acd4-0713b3b41451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.396093712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6e72904f-ce9b-4190-9706-f16f28e808ef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.396454231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c4b5a996-0e61-4881-ba20-5951bb23c554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.454327027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"20910f9a-7cb2-42fa-acd4-0713b3b41451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.454478544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"6e72904f-ce9b-4190-9706-f16f28e808ef","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.456482726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c4b5a996-0e61-4881-ba20-5951bb23c554","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.81942208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e6b14a8a-8cd6-40d2-99e2-649d73c883bf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.819571341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a785f803-822c-45eb-95da-61d4fe1bf082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.81942239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c0a1b41a-bf33-4776-abb0-ffb56c17cadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.884736296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c0a1b41a-bf33-4776-abb0-ffb56c17cadd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.884964195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"e6b14a8a-8cd6-40d2-99e2-649d73c883bf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:34.888274111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a785f803-822c-45eb-95da-61d4fe1bf082","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.192452033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"f82f098d-4b50-41ff-a8c8-3426cb2abbb6","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.354306246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"995b4e34-2546-4311-ba53-b658028ec481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.357154452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1c2d1094-c921-4cca-9bcf-0b626c38c7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.357154092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"3a688960-ceea-47a4-bf7c-5d1dd86db820","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.412408864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"995b4e34-2546-4311-ba53-b658028ec481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.415538814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1c2d1094-c921-4cca-9bcf-0b626c38c7ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:35.415666575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"3a688960-ceea-47a4-bf7c-5d1dd86db820","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:38.783126588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"414bab08-0423-42be-9e5f-deba8b3741dc","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:38.841018349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"414bab08-0423-42be-9e5f-deba8b3741dc","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:39.163318016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"471ffa64-8bad-425e-b891-8f53743d1a96","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:39.16333778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"471ffa64-8bad-425e-b891-8f53743d1a96","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:43.577059059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"a1a861a9-44cc-4f37-bc3b-10b82fd34927","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:43.577081648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"a1a861a9-44cc-4f37-bc3b-10b82fd34927","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:43.681885723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"0ef723b4-7d50-4f69-9c9a-328e54b5cfe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:43.743639516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"0ef723b4-7d50-4f69-9c9a-328e54b5cfe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:43.768231917Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"01ccc71d-81a1-42f2-b013-63fa0b190237","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c9924385","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.067698199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"76d21acb-c761-4fa5-a960-108f1d7bb320","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.129671555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"76d21acb-c761-4fa5-a960-108f1d7bb320","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.317127257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"7d05f6f1-aea5-47e4-9a86-912b13062207","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.317156048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"7d05f6f1-aea5-47e4-9a86-912b13062207","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.477255894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"208ac7d4-7097-4986-90d4-4b150c42ef4f","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.477283654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"208ac7d4-7097-4986-90d4-4b150c42ef4f","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:44.479596381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"451d124c-27b2-4520-a23c-a66cb0594e5e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-7bd72e-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.479894104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"d29b6d34-391d-4e68-b3a0-47e3d58a3965","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.557055879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"5645914e-f0bd-4530-96ad-5c22c5a5c17a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.614721794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"d29b6d34-391d-4e68-b3a0-47e3d58a3965","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.627486204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"1098a5c5-0f62-4fbb-93d6-60439de786d5","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.627511286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"1098a5c5-0f62-4fbb-93d6-60439de786d5","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.692681451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"decf0113-1cec-4ef5-847a-18d9819c6e27","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.692710725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"decf0113-1cec-4ef5-847a-18d9819c6e27","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.892010013Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-subscription-premium","reconcileID":"5645914e-f0bd-4530-96ad-5c22c5a5c17a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.960337643Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"4ab4e2c4-a44a-4664-ae7d-41d417988d3e","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","model":"test-model-7bd72e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:44.990131461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"504796ab-71fd-4ad8-a32d-593ea08a78bb","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.071561184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"504796ab-71fd-4ad8-a32d-593ea08a78bb","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.148085884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"b717c0b4-c734-4286-a326-be4974a3ea7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.219891111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"aced6a03-6e8c-46fc-8f01-a77c1febdc54","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.220416465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"d00d76f9-f953-4fdc-b697-575209f3ac35","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.220446153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"d00d76f9-f953-4fdc-b697-575209f3ac35","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.36649764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"331e2825-a8a4-427e-85b9-9f8f5e719abb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.374428266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-sub","reconcileID":"478ea1df-e7a0-4163-9aaa-d90ac865488a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.434043596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"785c2064-7c21-43dd-ba8f-b66aae61ce44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.435074981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"17fbaf7d-50c5-4961-89b5-2c35c5b73a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.438170047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"69e7fafb-5e93-4bc6-9ea2-d02b6d6a1e90","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.497604722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"c6a6f759-7825-4589-8670-962563cd1f5d","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.502719689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"785c2064-7c21-43dd-ba8f-b66aae61ce44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.510352546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"17fbaf7d-50c5-4961-89b5-2c35c5b73a7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.525467334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"69e7fafb-5e93-4bc6-9ea2-d02b6d6a1e90","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.567435885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a2ed5149-5707-40d1-a48a-b6e03b628925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.593710315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"658f1af2-cf4f-4ea3-b616-96b2fd73e91c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.63989218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-sub","reconcileID":"478ea1df-e7a0-4163-9aaa-d90ac865488a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.672638254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a2ed5149-5707-40d1-a48a-b6e03b628925","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.782845647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"658f1af2-cf4f-4ea3-b616-96b2fd73e91c","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.858768258Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cba0480f-0a8e-48f7-afb0-e46957ae4fcf","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.917206311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"c15236ca-bc25-42be-bd97-8f4e17a70a17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.962016611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b79128de-5999-45d7-bb98-2adff9d5598d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:45.963579408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"dbc08575-7ca6-41d4-8804-369cbb4b7330","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.104184674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b79128de-5999-45d7-bb98-2adff9d5598d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.14931941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e36e67f0-c126-4d8a-99a6-7f60992704ba","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.149925243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1696abc1-21ef-4292-8b2b-7bde55fe4e0d","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.282209294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"62191790-9d24-4a5d-bd00-8e9346dede90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.283245859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"a3c132ba-fcbb-4aeb-81e4-5284d6b645b4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.372463884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"62191790-9d24-4a5d-bd00-8e9346dede90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.374699845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"a3c132ba-fcbb-4aeb-81e4-5284d6b645b4","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.577576015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"19fbe7bb-2b43-4f08-a9e9-63c762b8b8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.578431215Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-user-token-filter-auth","reconcileID":"351d0417-fab6-47b6-a198-d10c0db4e98f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.686168391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"19fbe7bb-2b43-4f08-a9e9-63c762b8b8cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:46.836505805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"ca10111d-7612-41d0-8ec4-8afb041269d5","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.455660376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f70fd80a-f47f-45f2-bd2a-6fe8ca38eaf6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.51527992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5bfa9d23-12d5-4911-8fcd-059e944ae5f6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.677461857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"52f98f0f-e5b5-4885-ab12-8cf68df2f6c3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.723458819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6a091a8f-8843-4f8d-b8d9-b8da70c1e75b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.73589072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"52f98f0f-e5b5-4885-ab12-8cf68df2f6c3","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.783551714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f19c2a1c-01ed-434d-9cb1-81f066c8ca45","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:47.833332199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-user-subscription","reconcileID":"0d11d2c5-30be-446c-89c8-c6cda925df4b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.890186959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"82315b7e-8149-427d-a476-251bad01ae7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.890186979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d452685b-21b2-4876-8865-beced77f046c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.948605916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"82315b7e-8149-427d-a476-251bad01ae7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.948823419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d452685b-21b2-4876-8865-beced77f046c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.97015071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"75cf8bbf-7784-423e-881a-575032803c40","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.998872526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-test-other-subscription ai-tenant-e2e-worker-w0-b1703c/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:47.999087749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b3be6513-edad-4a15-83ca-a656521b35e3","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.028348781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"68907ea0-9f0f-4312-9c25-7d89050d3d34","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:48.053150121Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.059207846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"cabd3bd4-2530-4abf-a1d2-1b9df814ff17","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.113771132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d43418b4-6c66-4734-b29f-d96c3e178d22","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:48.113968631Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.172323306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0afa8169-bbc8-4099-9cc7-3e57fb751c14","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.223878072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"cfd61582-f72a-4739-84ee-88a08a12def2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.284225626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"cfd61582-f72a-4739-84ee-88a08a12def2","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.3031131Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-user-subscription","reconcileID":"0556915a-8eca-433a-91f6-1b07d6dca63d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-b1703c/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.357014698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e3d67f02-6fbd-435d-a975-39013a33d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.357172793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"67ec8a04-85ef-462e-b7d4-3c1fccf6792c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.39168789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-other-subscription","reconcileID":"e7693947-2fc0-41c9-82e6-7d78315b073d","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.415046223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e3d67f02-6fbd-435d-a975-39013a33d994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.415235736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"67ec8a04-85ef-462e-b7d4-3c1fccf6792c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.485873234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d954c6db-4032-4c33-870f-5587be965cc8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.516700388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"98fa03fa-3610-4fb0-9266-68ffc1d78fe9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.582277116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b06027ca-65e7-4fc0-98e7-849fdd8a6abb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.648572082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"f4f295af-7a70-4a79-a54e-464111ca3437","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.699910822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-user-subscription","reconcileID":"7a68d7db-a244-411b-bcd0-802bca4577fc","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.706704238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"f4f295af-7a70-4a79-a54e-464111ca3437","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.802119571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-other-subscription","reconcileID":"1719cd49-d419-47b3-9984-c9d1bcaa1a40","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.849701571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"812cc6a3-bb6a-4c82-8fa8-ec8660e443a0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:48.90575144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"75a488c7-3135-488a-8183-f4efc4704083","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.067530223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"eb1127b8-3869-431c-b37a-d5c8769b646f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.128328591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"eb1127b8-3869-431c-b37a-d5c8769b646f","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.139517428Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-test-other-subscription ai-tenant-e2e-worker-w0-b1703c/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.139557137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"4865bc10-ecfb-442a-ac5f-2eb8de8ce80e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.198601766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"56fef704-bfa8-4d65-9724-b2210f480038","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.252644188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"bccf0a34-9e6a-477b-8515-951fe4a8a5b7","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.262473466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"efdbf7c7-4c1b-44fe-9fc8-66ac325c0d97","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.297436616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"43bf4b53-f1b5-4a3c-97a6-63916d10d98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.297444024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"99501a66-50f9-4175-82e8-4cdf2402b1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.31180138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1173f425-8780-45cc-a1ed-c231a46b54c6","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:15:49.317211296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.355609521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"43bf4b53-f1b5-4a3c-97a6-63916d10d98d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.355633006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"99501a66-50f9-4175-82e8-4cdf2402b1bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.450690269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7e6bbd73-21ef-4114-bf99-63e6f3a23e98","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.593082956Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-sub","reconcileID":"bcd412ca-53a3-4b89-bac4-b00a1fd21ad9","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.609715503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"e91f009f-5915-4e4b-bd5c-07cc2dc69182","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.670770638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"e91f009f-5915-4e4b-bd5c-07cc2dc69182","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.750827442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4f71c2dd-3aeb-4200-8fed-b96eb92518af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.750826896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cc22fb7e-57e6-4f1b-94f6-c56c5ddf6c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.766736951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7171525d-b457-4bf3-9f0d-d0b5b13e32ba","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.805790429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"f0633a21-106b-4f28-8ce1-b3f3b1f39b49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.809175017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4f71c2dd-3aeb-4200-8fed-b96eb92518af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.80924474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cc22fb7e-57e6-4f1b-94f6-c56c5ddf6c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:49.988716955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-sub","reconcileID":"9ca84404-2355-4967-9577-b1f1e64e476c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.005939175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"da8cab41-2104-499e-b3a6-309cc9d5d84e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.169507673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"feb829ca-49d0-42ee-9df5-2a8863df4ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.169549741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"7dca4384-2f83-497b-a619-8f64d2330398","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.170053007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"518f6c44-2a84-476e-99e9-7e270e668535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.229277135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"7dca4384-2f83-497b-a619-8f64d2330398","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.229549478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"518f6c44-2a84-476e-99e9-7e270e668535","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:51.233212505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"feb829ca-49d0-42ee-9df5-2a8863df4ea7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.331613837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"71df90d6-b80d-4012-a7db-ce6d96e530f3","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.497435883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5f8e5245-2b1b-4f60-bc05-ad1ca0dc4826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.497683062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"165e8c85-a325-48af-b3ca-b8a19868e4ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.497435929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5298707f-20c6-49ba-90e0-e9c16695d9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.5563354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5298707f-20c6-49ba-90e0-e9c16695d9fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.55691865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"165e8c85-a325-48af-b3ca-b8a19868e4ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:52.558787544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5f8e5245-2b1b-4f60-bc05-ad1ca0dc4826","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.822200912Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"ed6d652f-0fd7-4baa-b123-5431597a3dc2","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","subscription":"e2e-auth-iso-9b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.876413824Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"ed6d652f-0fd7-4baa-b123-5431597a3dc2","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:53.929664735Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"ed6d652f-0fd7-4baa-b123-5431597a3dc2","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.209923661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b1bca561-ab8a-4d2a-86fd-b31ee03960e1","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.209944784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b1bca561-ab8a-4d2a-86fd-b31ee03960e1","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.27028276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"62a8747e-4b5f-4735-baa9-1e431479a75f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.315798502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"50328ad2-84b6-4c44-8c0e-a7e1de66376a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.351005652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"da73dd10-c2d0-4f61-8c03-786c1bfcb511","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.351023004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"da73dd10-c2d0-4f61-8c03-786c1bfcb511","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.374503213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"50328ad2-84b6-4c44-8c0e-a7e1de66376a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.456731157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"a44853fb-c7c3-4918-9350-64ae4639c864","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.519012447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"a44853fb-c7c3-4918-9350-64ae4639c864","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.519642315Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"1f505a20-74c4-40bb-9e07-f17105ef3d54","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-798c44bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.690015965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"39740a33-0cba-4f3b-9bca-a3b839cdcb1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.748165522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"39740a33-0cba-4f3b-9bca-a3b839cdcb1a","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.892335347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9b74568b-1123-48f0-b718-b692d879097f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:54.950530076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9b74568b-1123-48f0-b718-b692d879097f","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:58.352795959Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:58.384878289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"9faf22ac-dd50-4801-b93e-c442ebf3663d","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:58.587628439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"a18589fd-1726-4343-aaac-51dd7fb3a36a","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:58.587745092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"a18589fd-1726-4343-aaac-51dd7fb3a36a","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:58.948593528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"8ee85d25-42ba-4738-81fe-0c23d8eb441a","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:15:59.02322291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"8ee85d25-42ba-4738-81fe-0c23d8eb441a","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.172546771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-user-subscription","reconcileID":"31bdbee3-c9c5-4984-b6f4-47242f89d860","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.392589612Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-user-subscription","reconcileID":"31bdbee3-c9c5-4984-b6f4-47242f89d860","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.607938423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"6599080f-51e6-4fdf-81ff-961dd26fa19e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.60797072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-other-subscription","reconcileID":"32104f7f-a5bd-4dcb-9c70-17ff89ff30d0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.657134853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b6e06351-d9e7-4ed3-969e-f5c1b9e414fd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.792827323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8007865d-7a74-458b-bdb7-0d805ea657f4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.816514512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"25c1ed96-2bef-45ea-8268-9575273e7481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.816545952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"b1960a1a-c1e8-40f3-b35f-8c124dbf0d14","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.816954475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7e1f9785-d224-4923-8c1b-3b2bee03dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.877922116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"b1960a1a-c1e8-40f3-b35f-8c124dbf0d14","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.885571601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7e1f9785-d224-4923-8c1b-3b2bee03dfe3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:01.887509311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"25c1ed96-2bef-45ea-8268-9575273e7481","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.244913919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"e9524b03-6d5e-41ca-852d-ed42509d4d2f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.248868389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e3f7a06e-edfa-4619-8776-1bd649e88cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.248870099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f4cc7153-6708-4789-8e1b-661a94b765fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.303091839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"e9524b03-6d5e-41ca-852d-ed42509d4d2f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.307179842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f4cc7153-6708-4789-8e1b-661a94b765fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.308461823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e3f7a06e-edfa-4619-8776-1bd649e88cec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.502373492Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-sub","reconcileID":"038a128b-9c82-4a75-9394-59e861660c0b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.724800989Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-sub","reconcileID":"038a128b-9c82-4a75-9394-59e861660c0b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.94879892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"52786ce5-d880-4592-8179-ed2ed9da4850","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:02.949334703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"cc1bdf87-294d-41eb-a91e-16a07810a62e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.088701512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1d9cf907-4846-4c8e-9c75-eb71475eedde","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.107636067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"29456c75-9055-46a2-835b-41bb7792f698","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.107647996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a3e2fb3f-57ea-4114-adbe-cafa1e1992fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.108086193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fa584b95-3cec-4eed-97cc-d917c905d8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.165886963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"29456c75-9055-46a2-835b-41bb7792f698","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.166054577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a3e2fb3f-57ea-4114-adbe-cafa1e1992fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.168176596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fa584b95-3cec-4eed-97cc-d917c905d8a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.373278226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-scoped-auth","reconcileID":"35aadfcc-8c6f-4f05-b164-83fb4c1830f2","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.536550104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"2de1272b-43f2-490b-9f2c-3e6bfc84cff0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.751651848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"61f0247f-04c6-4506-a408-067480b4f8fe","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:03.751682407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"61f0247f-04c6-4506-a408-067480b4f8fe","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.526780161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c3fe27f6-e34c-4528-bb32-4ccf77080633","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.573999272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"6d1cfec8-5aab-4436-a623-bd4c6b362f51","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","subscription":"e2e-auth-iso-9b457f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.584790116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"dfc9e857-a766-43f1-b1d3-35bd541489dd","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.627344366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"6d1cfec8-5aab-4436-a623-bd4c6b362f51","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.68060067Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"6d1cfec8-5aab-4436-a623-bd4c6b362f51","MaaSSubscription":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.743107183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8ac273e3-0d89-4d32-abc7-fd6783e4e33a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.793834149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"679c0dea-a8ba-4802-bd74-ab23639a9dc3","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.801497544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8ac273e3-0d89-4d32-abc7-fd6783e4e33a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.851940278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7e2212a1-a32b-45fd-b2f0-0f61086965f8","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:04.901076409Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub","reconcileID":"11bcf2b6-de28-483c-b48f-821e467d1c4d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.955021617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ba623e92-e39a-434a-b2f6-f842c6b51d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.955035647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8c4cf240-0a1c-427d-941d-78d61ffceeef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.961133567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"43df5637-0e36-407b-807d-33078b60f3e5","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:04.961148158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"43df5637-0e36-407b-807d-33078b60f3e5","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.014997476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8c4cf240-0a1c-427d-941d-78d61ffceeef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.015014414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ba623e92-e39a-434a-b2f6-f842c6b51d05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.019842554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"6c771faa-1bee-4858-b960-4fdb7a547f7b","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.068032863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"b32253f1-596f-4f73-b3c7-846cc696ae29","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.072388224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"661f3ff8-903a-4051-8cca-e592381b08d5","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.095690485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"55f508b4-2cb6-428a-8de1-6f45016db8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.095785764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"2c46e425-919c-4392-8530-c14ba98e49b4","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.095802336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"2c46e425-919c-4392-8530-c14ba98e49b4","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.124018043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"6b68d17a-36f1-4332-85dc-fa8db134a59a","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.125395619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"b32253f1-596f-4f73-b3c7-846cc696ae29","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.282289917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"38d84ea4-7537-4b61-8555-f286cc30b6b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.320671481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"55f508b4-2cb6-428a-8de1-6f45016db8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.34035999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"38d84ea4-7537-4b61-8555-f286cc30b6b2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.343848818Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub","reconcileID":"88642d95-46f2-46ae-94bf-91b9cb3a0c66","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.426104974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9e7ec07f-4989-41a8-a18a-59decdcacd45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.426176423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f259a8ef-f1cb-4aad-a2b3-ab0e47f47778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.450261233Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"55f508b4-2cb6-428a-8de1-6f45016db8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.450280834Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-auth-iso-9b457f","reconcileID":"55f508b4-2cb6-428a-8de1-6f45016db8c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.473874997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"13c3cca5-1c92-4319-a2e7-123ce5818af3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.484474713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f259a8ef-f1cb-4aad-a2b3-ab0e47f47778","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.484535378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9e7ec07f-4989-41a8-a18a-59decdcacd45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.507375479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b3dfb9db-2ab4-46be-8767-4047fdbda981","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/auth-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.507390519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"auth-test-model-dd087a","reconcileID":"b3dfb9db-2ab4-46be-8767-4047fdbda981","MaaSModelRef":{"name":"auth-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"auth-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"auth-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.511064333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"f13fc88b-955b-4f63-bab6-5d8d25809a55","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.53206686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"13c3cca5-1c92-4319-a2e7-123ce5818af3","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.557414532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"bd062af4-bded-4e79-b153-c830f47cbe7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.655051709Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"97c84006-3a94-448f-a947-9e073a0373ce","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.655069835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"97c84006-3a94-448f-a947-9e073a0373ce","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.704835867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9f7c0774-67b6-4340-a1b4-62bbfa0ac25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.724805834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub","reconcileID":"4207067e-5f8f-4aeb-868a-8bcf84b51893","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:05.957847509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9f7c0774-67b6-4340-a1b4-62bbfa0ac25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:06.087150702Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9f7c0774-67b6-4340-a1b4-62bbfa0ac25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:06.087172677Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-auth-iso-9b457f","reconcileID":"9f7c0774-67b6-4340-a1b4-62bbfa0ac25d","MaaSAuthPolicy":{"name":"e2e-auth-iso-9b457f","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:06.147302933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"e844116b-539f-4f29-9a27-0ba5a903a8e7","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/auth-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:06.147324872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"auth-test-model-03c4e8","reconcileID":"e844116b-539f-4f29-9a27-0ba5a903a8e7","MaaSModelRef":{"name":"auth-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"auth-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"auth-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.65220471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"824455dd-823f-49a7-9da0-26dc3fae5cc7","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.82294232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e9043c5d-510c-4eee-a336-332cb48561b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.823189039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"964499d0-fcb2-40fc-8a68-c488e15275ae","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.822942556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bda7bf98-c0bb-42c8-a69f-8bbdcb50131b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.881991962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bda7bf98-c0bb-42c8-a69f-8bbdcb50131b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.883187792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"964499d0-fcb2-40fc-8a68-c488e15275ae","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:07.884380108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e9043c5d-510c-4eee-a336-332cb48561b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.186618053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"eb72062b-63a1-476d-9a0a-ec08287c2728","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.186637307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"eb72062b-63a1-476d-9a0a-ec08287c2728","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.242812348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"ea09aac1-7b6a-4940-b581-7988542eea02","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.242829456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"ea09aac1-7b6a-4940-b581-7988542eea02","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.348591241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"09795539-3ea2-41ea-a662-177d8b087637","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.480260822Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"09795539-3ea2-41ea-a662-177d8b087637","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.537015195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-036f88-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"09795539-3ea2-41ea-a662-177d8b087637","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.594091153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"3f8b6183-bada-47ae-ba31-7fd2537dcc78","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:09.594107566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"3f8b6183-bada-47ae-ba31-7fd2537dcc78","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:11.968762707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-other-subscription","reconcileID":"470b5425-4897-4824-a157-b0feb1249c34","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.189008565Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-other-subscription","reconcileID":"470b5425-4897-4824-a157-b0feb1249c34","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.404052542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"26990f45-8c4d-46ec-b347-b7a960b36283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.430376985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"28a2f649-b471-4578-8659-89ea0746f599","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.568692911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2ed3501b-f4e3-47ff-b948-af5008dbe86d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.589802469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"00a1bfa4-8b7d-449f-8fb2-5ab446e73f0b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.58980232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"10322911-8177-46d4-9451-9f81a8db99c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.590242799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c8f35010-fe3a-422b-95c1-f4f62a309274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.648470786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"10322911-8177-46d4-9451-9f81a8db99c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.6491612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"00a1bfa4-8b7d-449f-8fb2-5ab446e73f0b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.650641651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c8f35010-fe3a-422b-95c1-f4f62a309274","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:12.872659037Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-auth-access-denied","reconcileID":"883f635f-4303-4830-b837-fd0a4e8043d6","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:13.03615202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e9fed573-f8d1-4884-9117-7054a189f1e8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:13.716288753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29819e5-26da-4e43-b2a9-24ecc7053488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:13.769535147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29819e5-26da-4e43-b2a9-24ecc7053488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:13.822605344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29819e5-26da-4e43-b2a9-24ecc7053488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:13.875712481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c29819e5-26da-4e43-b2a9-24ecc7053488","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.327571074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8bb94281-3118-4815-8720-0525d4eadbf6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.383333589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"59e267c3-6ab6-4359-9eb2-3432edb2c2d6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.540752644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"9c406aba-3028-4206-8514-9ef606ebd1e0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.587133967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b999dfba-efe8-46e9-ba7c-23800ee2c8b9","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.599784562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"9c406aba-3028-4206-8514-9ef606ebd1e0","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.647047762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"737c5383-bdc8-406d-866c-6ef1b34a0cf5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:14.695808992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-subscription","reconcileID":"551a0c9a-db4c-4926-80f1-7f61fba88903","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.752629034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0e70a110-fe17-4416-88ba-ebe3c6abb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.75265902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9987ed72-345f-4bf9-984d-89383aaf3fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.811025931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9987ed72-345f-4bf9-984d-89383aaf3fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.811120863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0e70a110-fe17-4416-88ba-ebe3c6abb734","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.812420097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3158bba1-ac8c-4b45-b82d-faeaecf2037c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.871172821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"70e25215-e0a9-4c48-96ea-7d52fae5f120","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:14.98548831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3d1d6c37-eb50-4cd1-867a-5c6ef0559c33","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.16619305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"fe29ce1d-813e-4892-9ac9-bb1eaa134a44","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.22715019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"fe29ce1d-813e-4892-9ac9-bb1eaa134a44","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.296548754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5ea640cc-65ad-4bca-9237-5adb62d0eeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.297036921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e2018809-ac81-450f-83ee-05457a06b0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.301917787Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-subscription","reconcileID":"17ccf2d6-6958-4944-beed-6cbb8da94d48","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-group-subscription","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.361009052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e2018809-ac81-450f-83ee-05457a06b0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.361508642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5ea640cc-65ad-4bca-9237-5adb62d0eeb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.493964418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d62004e9-a9e3-43b3-9c2e-fee7c6ab3d96","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.556071648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"9eda1c5e-8c74-46ce-80cd-0b3a5da2f46a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.782554836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-subscription","reconcileID":"de4cb3f0-2ec3-47a3-9b73-f33579bbd407","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:15.970776633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b1884f-fa57-4f25-a624-a98094bc0721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.029172857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b1884f-fa57-4f25-a624-a98094bc0721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.084447642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b1884f-fa57-4f25-a624-a98094bc0721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:16.142196477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10b1884f-fa57-4f25-a624-a98094bc0721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:17.830402961Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub","reconcileID":"36578477-609d-400f-8cd4-05c62b6d4db1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.066574837Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub","reconcileID":"36578477-609d-400f-8cd4-05c62b6d4db1","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.286756399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"27e632ac-541d-45a9-9ac7-fb5ebfc2198e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.343479463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9a8ee093-c80e-4823-8844-e7bd76119c41","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.404323774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e9e332df-6cae-491e-a5b6-d2ba061bf70b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.506396855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4e61b56c-2733-49fc-8363-937259370682","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.506787283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2d65bfdf-a722-4012-9a75-d2ad8ea6e3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.507098273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"671444bd-60ae-4386-b609-0a9929cd54b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.565799783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4e61b56c-2733-49fc-8363-937259370682","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.569398918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2d65bfdf-a722-4012-9a75-d2ad8ea6e3d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:18.571095662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"671444bd-60ae-4386-b609-0a9929cd54b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.2076324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"89f7ee3b-4f0a-4cc7-9226-ddd1e63e470a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.417686825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"f9b37c63-866e-46bc-86cb-72e6368b2a79","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.417706654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f9207dbc-9dec-47b7-8a7d-251e55210822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.418240114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"677d4e50-cdda-4e43-a290-a4f6e11eac04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.475452818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"f9b37c63-866e-46bc-86cb-72e6368b2a79","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.479057159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"677d4e50-cdda-4e43-a290-a4f6e11eac04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.479125609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f9207dbc-9dec-47b7-8a7d-251e55210822","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.76045231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"6658dfc7-0bc6-4b33-86c9-7951afea708d","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.819192621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"6658dfc7-0bc6-4b33-86c9-7951afea708d","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.876185307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-036f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (023fdef0c76b64273d2825e0af1b1af00b92dbd41e92ea8cef716df5a499780b) AuthConfig (d2c44921e3fcc0ec53f2149e650ddf8c912189300659f7cf21255d1955e738ed) AuthConfig (15cce2b9678edd7d21e8a8ccef24441c6d5ac738fd2d024f9fef7992156d9e07) AuthConfig (378382964b269f529497fecbe7461c598fbb2395ce7d3ffc31e48c411e7d7645) AuthConfig (739bca40b2f41fc048304703f9ab9d813d183fb0de9dc33ec5186707e33e6212) AuthConfig (0f7ebd620cd4788185295b80f730fe389de0ee4c6fd304fc8bbd3fbedba153da) AuthConfig (5d12ccaa9ef8d23aed1aa1f62b0c284d1380bcb85792dfaf65ad3c12fc2b0ef1) AuthConfig (47c705d40ecb70e754bc303647553e8eb40e134c843c698fa127c163d68a5d62) AuthConfig (1cfeb6a148792c011d7e5443a6db0eaf51f57b274d392c8233942c678207a64c) AuthConfig (36b0cf69c6e7bb6e6ffb388934c4861a6347e55045a35331454c6f675ef8ca27) AuthConfig (fd2e76867319540d87dabc9e7c30caf4ce86678ed682888910978ea19f9f724d) AuthConfig (ab9d2bb9d1f61b81a6c4346d13d108eff84723b1645caffccd6f4dbb4a0a6944) AuthConfig (b384536d3fa895630c0c052b1f1760d11f1bc96d436cae488d604a353fc5963b) AuthConfig (34e8937e52c35f27f767b4e755e5772b935f1e03d9db7d708d900d77a554bfff) AuthConfig (5c466936190522e6b0502b520a06ae4b4c3cec1d1e57109da341d2fe6e424902) AuthConfig (1146624b43f9a96ea85bf75d992b8be5f8bc4bfa9bb212e78ce4d5fe7c5ff6e3) AuthConfig (868fb01b9efc75682960bbed34fe8c7dabe01a3e26ef4976990b626406ca2cb5) AuthConfig (fa3d94a119e18b165cbfd6872fffb6baa7b9146d9b9b4bb06d601b052dabb30e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"6658dfc7-0bc6-4b33-86c9-7951afea708d","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.93481426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"d5119937-30f1-42c8-85ef-2c7e4686a474","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:19.934833911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"d5119937-30f1-42c8-85ef-2c7e4686a474","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.319619389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558af596-101b-4d72-8e2d-80ce02287af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.372655444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558af596-101b-4d72-8e2d-80ce02287af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.425702586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558af596-101b-4d72-8e2d-80ce02287af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.478583375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"558af596-101b-4d72-8e2d-80ce02287af0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:20.810560829Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3a78b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3a78b4","reconcileID":"5d50d7ad-67a4-4a4f-aedb-21e62da5105c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3a78b4","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3a78b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:22.39884553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839ec7d8-1999-4fa7-9c59-2ec27b9a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:22.452094302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839ec7d8-1999-4fa7-9c59-2ec27b9a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:22.504874035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839ec7d8-1999-4fa7-9c59-2ec27b9a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:22.557651307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"839ec7d8-1999-4fa7-9c59-2ec27b9a08b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:28.336625127Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.375437437Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-subscription","reconcileID":"763ea722-c14b-403d-917d-d0a85a0a0ce5","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.595939405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-subscription","reconcileID":"763ea722-c14b-403d-917d-d0a85a0a0ce5","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.809570673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"53bb1a11-384b-44c9-8ed0-9964bcc13d51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.813514299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8c5654e5-33f9-467b-896c-ba68b49c4a1d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.951175352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e0b54c38-2f43-4281-8147-080ffaaa80c2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.972205564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"cdd245ad-8ad3-43b5-a836-363caa0d023d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.972266603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"bb5561f7-76d2-4758-b33c-c44b920d7b94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:29.972592916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"acc4c243-8db0-4247-93de-a74ac51c461e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.03206813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"acc4c243-8db0-4247-93de-a74ac51c461e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.032078134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"bb5561f7-76d2-4758-b33c-c44b920d7b94","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.034460627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"cdd245ad-8ad3-43b5-a836-363caa0d023d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.04021598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"e385e5b1-f289-4e04-a5b5-d1652ec187ae","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.098986334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"e385e5b1-f289-4e04-a5b5-d1652ec187ae","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.155860197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-036f88-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (023fdef0c76b64273d2825e0af1b1af00b92dbd41e92ea8cef716df5a499780b) AuthConfig (d2c44921e3fcc0ec53f2149e650ddf8c912189300659f7cf21255d1955e738ed) AuthConfig (15cce2b9678edd7d21e8a8ccef24441c6d5ac738fd2d024f9fef7992156d9e07) AuthConfig (378382964b269f529497fecbe7461c598fbb2395ce7d3ffc31e48c411e7d7645) AuthConfig (739bca40b2f41fc048304703f9ab9d813d183fb0de9dc33ec5186707e33e6212) AuthConfig (0f7ebd620cd4788185295b80f730fe389de0ee4c6fd304fc8bbd3fbedba153da) AuthConfig (5d12ccaa9ef8d23aed1aa1f62b0c284d1380bcb85792dfaf65ad3c12fc2b0ef1) AuthConfig (47c705d40ecb70e754bc303647553e8eb40e134c843c698fa127c163d68a5d62) AuthConfig (1cfeb6a148792c011d7e5443a6db0eaf51f57b274d392c8233942c678207a64c) AuthConfig (36b0cf69c6e7bb6e6ffb388934c4861a6347e55045a35331454c6f675ef8ca27) AuthConfig (fd2e76867319540d87dabc9e7c30caf4ce86678ed682888910978ea19f9f724d) AuthConfig (ab9d2bb9d1f61b81a6c4346d13d108eff84723b1645caffccd6f4dbb4a0a6944) AuthConfig (b384536d3fa895630c0c052b1f1760d11f1bc96d436cae488d604a353fc5963b) AuthConfig (34e8937e52c35f27f767b4e755e5772b935f1e03d9db7d708d900d77a554bfff) AuthConfig (5c466936190522e6b0502b520a06ae4b4c3cec1d1e57109da341d2fe6e424902) AuthConfig (1146624b43f9a96ea85bf75d992b8be5f8bc4bfa9bb212e78ce4d5fe7c5ff6e3) AuthConfig (868fb01b9efc75682960bbed34fe8c7dabe01a3e26ef4976990b626406ca2cb5) AuthConfig (fa3d94a119e18b165cbfd6872fffb6baa7b9146d9b9b4bb06d601b052dabb30e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"e385e5b1-f289-4e04-a5b5-d1652ec187ae","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.239358268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-auth","reconcileID":"f64c9bfc-074f-46a5-8f0a-04d2e32dce2b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:30.496771771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"61eb380d-27ba-45f4-aad9-05758fe0d31a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.326734849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"e065d6e4-0f49-4ea1-a8e4-a8c3bbe49a33","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.384825763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"e0d629e3-6df7-4ed4-b2fa-f8a62ffd6c06","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.543108578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"e33a8033-dbea-40d6-ae85-ee22df0b1d5d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.600683047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"9f15946a-d9e0-42da-9708-31790cafaa21","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.605871774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"e33a8033-dbea-40d6-ae85-ee22df0b1d5d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.657101434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"d7bc1a7b-a85f-40cc-a1ff-ff980b577333","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:31.709004555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-sub-only","reconcileID":"10a31fac-8696-4a6b-9aae-07f951876bb0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.758774063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"642aa6b2-1d7f-40e8-87a9-5f880e07ab56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.75887566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c166061c-1e72-47df-970b-c5fa22d1eec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.816890435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"642aa6b2-1d7f-40e8-87a9-5f880e07ab56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.816919697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c166061c-1e72-47df-970b-c5fa22d1eec0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.824451231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"c9a4e82c-671e-45c0-bcf8-610be8c36e26","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.883407528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"d08561e9-35dd-46fa-b8c8-c8bca56acd80","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:31.92911607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"55a0bc2e-37bf-4caf-99f8-e498193775d2","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.088479268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"688fb2f6-fe64-4f06-b159-f78d63dd5403","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.146295608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"688fb2f6-fe64-4f06-b159-f78d63dd5403","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.157497114Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-sub-only","reconcileID":"927511d6-b9d0-456b-bc36-ea84641d6253","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-test-group-sub-only","ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.227186198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0f763b4c-152d-4146-8f03-e1aa795fde56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.227188996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a245c818-c10d-426a-8cc6-fa21a3936fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.285419805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0f763b4c-152d-4146-8f03-e1aa795fde56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.285428203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a245c818-c10d-426a-8cc6-fa21a3936fae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.324793035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"b84191ff-66a2-4cf3-a2dc-850a904506e4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.370894259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"517a39cd-10f7-4916-a705-5727f2bbdf86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:32.538602248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-sub-only","reconcileID":"261db5b9-995a-4662-8824-ea80a7442b52","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:34.842453879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"6432601a-9bab-4c71-8d2d-c32168cb78b1","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:34.999653475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"cd8ba632-ce31-4e76-8a0f-cd2ca7d65bd7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:34.999893289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0409c70e-a54b-4306-8e34-fdbdf9bb16f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:34.99965419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a33c934f-e50e-4ce2-b77b-0cd3adeaf702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:35.05789676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a33c934f-e50e-4ce2-b77b-0cd3adeaf702","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:35.058930256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"cd8ba632-ce31-4e76-8a0f-cd2ca7d65bd7","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:35.060203112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0409c70e-a54b-4306-8e34-fdbdf9bb16f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:40.26340816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"b34517da-af5d-45c1-a9f5-4aed2bfc55c2","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:40.322021869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"b34517da-af5d-45c1-a9f5-4aed2bfc55c2","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:40.644257744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"a2697d00-eccf-49d1-9ba1-21b5f9c1f59f","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:40.644275979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"a2697d00-eccf-49d1-9ba1-21b5f9c1f59f","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.007483659Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-sub-only","reconcileID":"cdf7e157-f3ca-4741-ade6-cac178819837","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.227813376Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-sub-only","reconcileID":"cdf7e157-f3ca-4741-ade6-cac178819837","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.442374476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"2681cdc6-27e3-4d02-8ee8-d139717672cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.503216017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"d6806d01-4fab-45e7-af39-3e4685cc75ce","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.635103399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"ce049d99-5fe4-4384-8222-ff780cb31b7f","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.661491658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"56fbe987-5ac3-4782-a9ea-8f7385324296","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.661506307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"7503b5dc-ae01-4807-8fb8-624a35948089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.663051927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"33d8b373-ba34-48cd-83f0-5bec4833dd39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.719904344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"7503b5dc-ae01-4807-8fb8-624a35948089","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.71991067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"56fbe987-5ac3-4782-a9ea-8f7385324296","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.722176893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"33d8b373-ba34-48cd-83f0-5bec4833dd39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.746699358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"45c08537-aefb-4a32-b5bc-0d6c3f2ee4b4","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.746718095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"45c08537-aefb-4a32-b5bc-0d6c3f2ee4b4","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.793833251Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c258da22-e473-4abc-891f-3d8be0184c56","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.807689996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"61cc7ce0-4da0-47bc-a88d-2c3f759b1e7f","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.808022498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"70d28a5d-0049-436f-88fa-200fb30a8b2f","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.808035744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"70d28a5d-0049-436f-88fa-200fb30a8b2f","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.852344573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"f08dd949-394e-45f4-830c-2f8b30dc3961","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:45.854565109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"6605f5e9-dcc1-468c-be3c-8197f85220e0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-036f88-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.878476579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-test-group-no-auth","reconcileID":"1dd66152-c466-47c0-8941-2403d21c7de0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.910048291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"f08dd949-394e-45f4-830c-2f8b30dc3961","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.957249327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"ae3be77e-5e99-4042-a5df-3e3b6939c01f","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.964350035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"e644abf1-bfe6-43ea-b01c-894010902fab","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:45.964371936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"e644abf1-bfe6-43ea-b01c-894010902fab","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.022948385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"0bdd7d6d-79fa-4284-921c-2c7997a43345","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.022968656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"0bdd7d6d-79fa-4284-921c-2c7997a43345","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.042416662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"c0eee0e2-c91e-4af4-b2d4-88d8507c8ad8","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.238222057Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"d2ed0067-d0eb-41a3-aebe-52ffe0562dee","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","model":"test-model-036f88","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-036f88/test-model-036f88-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.29353271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"02df53d2-abf6-40a3-b0cc-e76418de99d9","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.351511645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"02df53d2-abf6-40a3-b0cc-e76418de99d9","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.408348623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"ac8ffff2-d177-4596-bb28-f505818f87b9","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.408366914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"ac8ffff2-d177-4596-bb28-f505818f87b9","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:46.621183432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"854201aa-9622-4379-9348-4668730c60f8","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.093174777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"4a0528c1-7c08-497e-aaa6-7d4a9df04a1e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.151127829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0173e0db-7d7f-43a4-8274-1ccecb6dfa68","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.309403105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"661031eb-3503-4cb4-be66-8fb5b9e87988","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.387719918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0751b553-24d1-41bd-aa17-1f927f7c0c87","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.393999413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"661031eb-3503-4cb4-be66-8fb5b9e87988","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.455334863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"a8fe6da5-c4ab-4e0c-9cb6-c20626893755","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:16:47.498498598Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-sub","reconcileID":"47a32393-366e-415a-b141-46230fa0844b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.55136556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5b8681ad-d95e-4523-bd65-c4d271f80da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.565944097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fad56df6-8342-414b-80e1-86031f79bdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.609288304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5b8681ad-d95e-4523-bd65-c4d271f80da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.613573368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c8173854-2c07-4a03-b903-f30d0e67b875","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.624105255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fad56df6-8342-414b-80e1-86031f79bdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.672480846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"e63e59de-4dc8-4c42-9658-463680eea4a9","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.726782412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c3c4978f-9117-4248-954f-40fdbb6f1a56","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.891235001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"ef3f7826-5760-49d9-8f1f-8999d66ac479","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.949625422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"ef3f7826-5760-49d9-8f1f-8999d66ac479","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:47.951728348Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-sub","reconcileID":"00d7f4fb-3195-4578-a613-fd4da751f3c6","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.026395655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"666ef584-404f-4e36-85aa-31b5e7b1dd77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.026655647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"10a8273c-ffae-4f85-b686-fd5d163a1256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.084720632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"666ef584-404f-4e36-85aa-31b5e7b1dd77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.08472294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"10a8273c-ffae-4f85-b686-fd5d163a1256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.119175263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"11fe7297-9704-4f73-b024-a50885acf9cb","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.164672112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"83a9c2f2-e641-4af2-a23b-aa804b32b08d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:48.334400022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-sub","reconcileID":"ab8bad5e-5eeb-4a58-b892-9db61a3faa10","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.290141478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"d10b6884-c5cb-453c-a336-1115329c3383","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.455312109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"96fba5de-0aaf-4f35-94e0-d3b6fab7f519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.455503836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"90ce2d6a-96eb-48a2-a132-f0f17bcafd05","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.45532185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"10c9f849-18ad-472f-88c6-513c254a55eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.515155657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"10c9f849-18ad-472f-88c6-513c254a55eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.516272352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"90ce2d6a-96eb-48a2-a132-f0f17bcafd05","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:50.517569795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"96fba5de-0aaf-4f35-94e0-d3b6fab7f519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:55.555899844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"dd382ad1-bf3d-469d-a6bf-3d8131a19921","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:55.766360295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"55a99643-de98-4981-8f4e-3616930b8404","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:55.766500933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"55a99643-de98-4981-8f4e-3616930b8404","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:56.145245166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"1edcdb32-6fa8-41b0-b182-5637450e68a4","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:56.204823556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"1edcdb32-6fa8-41b0-b182-5637450e68a4","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:16:58.33676313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:00.457877995Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-sub","reconcileID":"d4fa0ac0-35d2-42e5-af21-ae82969bbf20","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:00.68342801Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-sub","reconcileID":"d4fa0ac0-35d2-42e5-af21-ae82969bbf20","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:00.897172006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"97f74059-f5e1-46b7-8175-22fbed753741","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:00.95055448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"2c5f8c89-20cc-4bbc-8b92-d7dd4e81bc63","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.101524232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"cd34e987-22c4-45a6-bde0-5a04858a5a9f","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.114727342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3a9087e8-6ede-4e98-820e-c0962e779639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.114740397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c1c51a03-03e8-4f90-9f38-de6527b113a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.115109845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"2dcbd494-5fd0-47ef-a160-3a880b500398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.17343404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"2dcbd494-5fd0-47ef-a160-3a880b500398","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.173531562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3a9087e8-6ede-4e98-820e-c0962e779639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.175690121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c1c51a03-03e8-4f90-9f38-de6527b113a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.37977388Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-api-key-no-access-auth","reconcileID":"59e7184f-90f1-4088-828f-d7b080fef74f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:01.542211598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"13846210-f1cc-4222-a943-d48589dae78a","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:02.682542218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"dac0b8fa-137d-4f04-a164-0c0d5a6a5339","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:02.740695964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c0f17a12-35e9-4b0b-822a-d57264db3aa6","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:02.898840948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"5e421a7e-dbd3-4171-bc9e-3b31b67a35b1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:02.956859918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"5e421a7e-dbd3-4171-bc9e-3b31b67a35b1","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:02.965708531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"75e54bbc-cd43-4f8f-a4ee-2340bd4481ae","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.024634672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1dae71fa-06da-4d2a-ba7c-4438c320ae97","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:03.077349325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-valid-sub","reconcileID":"ef7653f2-d38b-4bc5-80c5-56d3166f584b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.128761297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"95e5c8f2-96bb-4e43-90c0-b801e9b34f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.128761353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e14665d9-9772-4c79-9335-056eb23c6646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.193319308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"95e5c8f2-96bb-4e43-90c0-b801e9b34f7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.193398951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e14665d9-9772-4c79-9335-056eb23c6646","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.196907259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"b8424741-4f3b-435f-974b-5ca47380a22e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.253765756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"77d7d9a2-5c80-4202-9d74-382153839ed8","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.276351892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"dd6390c0-546c-4497-86e1-c45810dd7499","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.459599965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"6dd8f25b-8a29-4f6c-91ad-b34d750b458b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.517351103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"6dd8f25b-8a29-4f6c-91ad-b34d750b458b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.527560844Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-valid-sub","reconcileID":"bc1f5541-5f6a-44b1-a6fb-368ce81c63b2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.567486823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"64113467-84a9-4c73-91e8-1950f3e9f5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.567699889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e981da3b-73a5-4acd-8a31-47dd40e81e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.624906876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"64113467-84a9-4c73-91e8-1950f3e9f5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.625355889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e981da3b-73a5-4acd-8a31-47dd40e81e73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.692505651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"36841018-b81b-4505-a068-48a83ca60cc3","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.741854785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"b6dca8f1-d3d3-4297-8a7d-666669f4f70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:03.905225741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-valid-sub","reconcileID":"b2d70a62-88b1-4b52-bf7f-d6d1b7d84c86","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:05.820830095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"ef35cb08-a0bd-41af-be94-f1436ec313c0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:05.979207828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"23eea4f6-5c3f-44b5-9046-7fb98e6d9e3b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:05.979360008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"22db97f9-eaac-45b3-a034-bfdfd9988cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:05.979211325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"758d947c-7d06-48dc-8cbe-5273bf2e8995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:06.041141586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"22db97f9-eaac-45b3-a034-bfdfd9988cb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:06.041155084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"23eea4f6-5c3f-44b5-9046-7fb98e6d9e3b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:06.043389172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"758d947c-7d06-48dc-8cbe-5273bf2e8995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:07.999335183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"2753a535-d0ab-4243-9a57-6668ff3f15cb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:08.119079732Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"2753a535-d0ab-4243-9a57-6668ff3f15cb","name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:15.98641157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-valid-sub","reconcileID":"bdb1fbee-32ff-4b11-b50c-f1e03fc097ba","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.211586945Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-valid-sub","reconcileID":"bdb1fbee-32ff-4b11-b50c-f1e03fc097ba","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.437419468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"55c461e3-a6b1-4615-ad09-93b07e82938f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.484871456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"4e2dfe4c-9e19-4540-aa35-086461f06e6d","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.621341579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"8dd3aba7-011c-4d28-a7df-d1f766ee7fab","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.643772007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"02a12e9d-5e88-4a72-9444-9114bc3b1677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.644064987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"48415f87-9c36-46a9-b294-6654b395a38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.643771991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"6843179f-40ce-4d7e-a101-5342e5370b62","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.703759441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"48415f87-9c36-46a9-b294-6654b395a38d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.703758334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"02a12e9d-5e88-4a72-9444-9114bc3b1677","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.705869562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"6843179f-40ce-4d7e-a101-5342e5370b62","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:16.864601724Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-invalid-sub-auth","reconcileID":"85eff108-ee91-40c3-8063-6278ec386b6c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:17.031763688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7da73ff8-b736-43f2-98fd-d1ca562af02d","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.293727642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"c3021faa-2c6e-4602-ae31-c3d96436a8c8","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.383710326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"61eb81f0-6083-4b52-8745-a83c3957c628","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.548211874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"6721eeda-cfb7-4336-b6e1-3f454cf4540c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.585170165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"677ecf5b-d105-445f-86f8-cd5fbeae1175","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.607480843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"6721eeda-cfb7-4336-b6e1-3f454cf4540c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.641203763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0e9c7197-541b-4c13-9e91-3dfc24f3b8a0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:18.695119697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-user-sub","reconcileID":"c2ef4649-d4fd-4424-8152-a464daebc788","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.743208503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"67a56dfb-1453-4062-8885-7ddc945a39ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.743207459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d61ed2f3-87e3-4466-b6a5-98e4d4106838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.80139364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d61ed2f3-87e3-4466-b6a5-98e4d4106838","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.801439039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"67a56dfb-1453-4062-8885-7ddc945a39ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.847883458Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=0:[ai-tenant-e2e-worker-w3-4b9210/e2e-models-other-sub ai-tenant-e2e-worker-w3-4b9210/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.848114922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9402089f-98a6-4526-b04b-e2818b5b82fe","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.892642479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"970755c8-019c-40b5-aa45-4c60642b8a7d","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.901201719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1013b7eb-e1da-4c9a-a02c-f3f6b759bdba","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:18.904549862Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.957650194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"434e4163-061a-4ada-b0da-5034ee94b857","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:18.958629407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7b943eb9-4188-4383-8601-951a776f4045","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:18.964146919Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.01665932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"7850256c-cb6b-4cec-8983-a942235e1057","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.088669245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"2d0fde03-74d8-4662-bee6-055df23bb554","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.150537079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"2d0fde03-74d8-4662-bee6-055df23bb554","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.1895679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c95032ac-1f50-483e-a801-25642811c455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.189568302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"728b0195-1d94-43eb-bbbd-b1b1167afa0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.247512306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"728b0195-1d94-43eb-bbbd-b1b1167afa0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.247600133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c95032ac-1f50-483e-a801-25642811c455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.249619628Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-user-sub","reconcileID":"068d10f3-61dc-4dac-a50a-7ee8e544a276","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-models-other-sub","ai-tenant-e2e-worker-w3-4b9210/e2e-models-user-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.347179289Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-other-sub","reconcileID":"0f5abf34-ed6f-400c-bad7-e5e231bc6a55","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-models-other-sub","ai-tenant-e2e-worker-w3-4b9210/e2e-models-user-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.415400016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"e7dc99bd-c5ba-47db-9a1b-872f806dbd34","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.466791198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"6a558727-b4c2-4952-9ca5-bca3dfeb4e1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.514715897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"1b55b849-df6c-499c-a6a8-d37a475c540b","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.576066552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"3855c013-e273-4558-9f93-9ce3d5bcd79c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.634889139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-user-sub","reconcileID":"99d60d1d-64ad-4a6e-85eb-92dcfb9b85e4","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.636780409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"3855c013-e273-4558-9f93-9ce3d5bcd79c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.739778453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-other-sub","reconcileID":"136be2e0-c667-4428-981e-eb4781491569","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:19.845451532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"f3628460-af2c-4050-99bc-e6e2fc948dca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:21.847055167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"3c30f8b1-8450-4bcb-a72d-fb0d878bc78e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.004956033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"116d50ad-e5e6-4e52-8dae-44f218a16e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.005131263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e073a4fa-04ac-4fa8-bd5f-b66f8736efa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.004957666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"7b739cf2-72e6-4144-9993-826a366f849a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.064916809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e073a4fa-04ac-4fa8-bd5f-b66f8736efa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.064928347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"116d50ad-e5e6-4e52-8dae-44f218a16e77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:22.067483405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"7b739cf2-72e6-4144-9993-826a366f849a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.328895259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"60b6f50d-ef4c-4bf6-815f-fcd25e294334","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.329397587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"164a8c94-6c92-40f5-aa17-408fcf0a06bb","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.398445659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5f0db5b9-f4ea-404f-928d-b7237afc7576","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.398783119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"614282da-5dd9-4206-bf82-f1abaa6f01b4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.492550807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"88d61c3b-2d39-4ba3-8a87-9e7756f6cece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.493484776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"29cd4f58-abec-4428-86f4-d51278b314fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.574158514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"e06aea0c-7ea9-4db2-8b48-cc9e0fbc80ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.579776949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"88d61c3b-2d39-4ba3-8a87-9e7756f6cece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.583311281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"29cd4f58-abec-4428-86f4-d51278b314fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.605623289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"2f4fbff7-828e-4193-8299-6560c0e8cec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.945656514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"11bec84b-b018-4d0a-b825-35521b6b5c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:24.945656462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9cab196b-22c3-4de6-9141-983a09ec159e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.005791854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9cab196b-22c3-4de6-9141-983a09ec159e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:25.009465496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"11bec84b-b018-4d0a-b825-35521b6b5c77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:28.353907557Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:31.786575261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"fadc22a4-709f-4555-a5be-5896c89d238c","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:31.786606244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"fadc22a4-709f-4555-a5be-5896c89d238c","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.013555111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-user-sub","reconcileID":"ac91fcee-7856-4570-84a2-1ffe54c739a9","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.234657194Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-user-sub","reconcileID":"ac91fcee-7856-4570-84a2-1ffe54c739a9","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-models-other-sub","ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.455480473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"8f5a62b9-983a-41a4-94ff-63c7fdf663a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.455495467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-other-sub","reconcileID":"57bd35b9-c495-418f-88c0-a05a10388ca0","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.501194042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"2eda85fe-8143-4ba5-a55d-ddfc750b90de","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.561275846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"74325229-b23a-4f90-b093-18da8c65338f","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.645266855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"885e14ef-4d2d-44a6-a58e-1be354ad3a16","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.660179467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"086e6b14-d889-44eb-adc5-800a943635c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.660233591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"61232b10-aae4-41a6-82ef-133c9141e040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.660719374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"f087123a-4085-4c80-9c79-bcceee0cb604","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.71888192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"086e6b14-d889-44eb-adc5-800a943635c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.718939929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"61232b10-aae4-41a6-82ef-133c9141e040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:32.721025727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"f087123a-4085-4c80-9c79-bcceee0cb604","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.084013311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a4dc8844-0e52-49dc-aa72-027af7f4426b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.084182225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9b8631fa-20fc-4ec6-ab57-38941522fc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.084013425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"c670514a-a11f-4825-b809-2397b52b7f52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.143339679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9b8631fa-20fc-4ec6-ab57-38941522fc09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.144170891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a4dc8844-0e52-49dc-aa72-027af7f4426b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:33.145574063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"c670514a-a11f-4825-b809-2397b52b7f52","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.097526094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"7f15d668-39fd-46e6-8cf5-c4bb3fd1ada9","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.097571358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"f92e0d0d-e919-47ff-8501-911d86f698a7","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.097583819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"f92e0d0d-e919-47ff-8501-911d86f698a7","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.30374687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"7f15d668-39fd-46e6-8cf5-c4bb3fd1ada9","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.385039074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"075ac78a-2304-4f61-906a-7caf0c664bbc","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.433768892Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"7f15d668-39fd-46e6-8cf5-c4bb3fd1ada9","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"e2e-inf-a-7bd72e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.433790848Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-auth","reconcileID":"7f15d668-39fd-46e6-8cf5-c4bb3fd1ada9","MaaSAuthPolicy":{"name":"test-model-7bd72e-auth","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.493264883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"b8020277-5ab3-41f0-8676-2049e4f85dbb","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.493285884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"b8020277-5ab3-41f0-8676-2049e4f85dbb","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.634713171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"6e01eafd-8f01-43d3-a9e3-f6946b7e39d4","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.634731028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"6e01eafd-8f01-43d3-a9e3-f6946b7e39d4","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:34.765818655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"15a14086-f383-47e8-90f9-cf6778bdd714","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:42.818407787Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-other-sub","reconcileID":"e16d555d-0f32-49c1-86fc-7754048a934d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.088571697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-other-sub","reconcileID":"e16d555d-0f32-49c1-86fc-7754048a934d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.335708057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"d5b94793-28b1-4af2-9610-eb1669d70374","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.416206643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"157634ce-0c00-4616-8d87-138b0809a2c7","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.538728584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"bd40be1d-4bb2-4e20-975e-6200e9822cbc","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.614539189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"01042a66-1a2e-443b-a6f7-c10ba89aa8e3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.61525168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e6477b82-155a-41f1-83be-5196a34554fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.615776711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"339ba12d-4819-41cb-bda5-d6b46b07c03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.679827815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e6477b82-155a-41f1-83be-5196a34554fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.693536453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"01042a66-1a2e-443b-a6f7-c10ba89aa8e3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.718110193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"339ba12d-4819-41cb-bda5-d6b46b07c03e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:43.9368079Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-models-access-denied-auth","reconcileID":"8c4a175a-785d-4e6c-9794-b977915f46d4","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.134337481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"af372dd0-e140-405e-b887-6b5a97651f48","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.453937765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"d1f2b848-5f42-429e-8b0f-3f0e5fca99ee","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.479752239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f915d86d-ef9d-46de-afdf-e54f39cd34e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.479793342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7082493e-26f3-4457-a84a-5f98898d04f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.540101499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f915d86d-ef9d-46de-afdf-e54f39cd34e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:44.544736612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7082493e-26f3-4457-a84a-5f98898d04f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.047576769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"614a70a6-7a4d-4a43-8ca2-ccbd6debfb18","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","subscription":"test-model-7bd72e-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.101084879Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"614a70a6-7a4d-4a43-8ca2-ccbd6debfb18","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.154569882Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e-sub","reconcileID":"614a70a6-7a4d-4a43-8ca2-ccbd6debfb18","MaaSSubscription":{"name":"test-model-7bd72e-sub","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"name":"maas-trlp-test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.449000236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"4778e6d5-c825-4b86-8da4-06dd84dde214","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"tenant":"e2e-inf-a-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","model":"ai-tenant-e2e-inf-a-7bd72e/test-model-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.449019571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"test-model-7bd72e","reconcileID":"4778e6d5-c825-4b86-8da4-06dd84dde214","MaaSModelRef":{"name":"test-model-7bd72e","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"routeName":"test-model-7bd72e-kserve-route","namespace":"ai-tenant-e2e-inf-a-7bd72e","llmisvcName":"test-model-7bd72e","gateway":"openshift-ingress/e2e-inf-a-7bd72e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.475108859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"f19784e4-68e4-4eb1-80a9-8b1ae62fa379","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.537539469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c30edc0f-af36-4938-8019-d7df771fb513","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.736711965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=10:[ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4b9210/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.753381074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"ada89bbf-7460-47be-af43-c878a401cfc2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.817803429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"ada89bbf-7460-47be-af43-c878a401cfc2","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.818634534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"62a4643e-62c9-4fdc-bd44-cfc6e1e3273f","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:45.865042264Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.87884727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"dd9d63ef-b67b-43cd-bb01-35dc1e0e9eb6","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.879364164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"489c5bf7-4e97-45e6-90cb-1041d90fb1c9","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.908312263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c34c6364-fc48-4e46-8d88-1341dc470326","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.965004859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fafd8cc-c106-4002-ae8b-0d25055d2314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:45.96505949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"83b12c3c-3c30-4450-bf48-127e9f6150ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.026113413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fafd8cc-c106-4002-ae8b-0d25055d2314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.02631485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"83b12c3c-3c30-4450-bf48-127e9f6150ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.029943803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"a2b83eb3-e0b7-465e-a073-9ebf1f953498","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.085914059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"6ff3e2d8-acc2-42b2-b26d-a59078638afc","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.123011559Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"02439f62-a5af-43de-a3aa-7947db432e6e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.139121764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"a54a8c7d-4b0f-4630-b0a7-e3e98146a9e9","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.288601038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"1e43ae14-d95a-47d9-b66a-80d6d2a376c7","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.295059791Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=10:[ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w3-4b9210/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.295376842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"18def9a7-194b-44c0-be34-3f82e8e9abc4","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.356490519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"dafffe06-365d-44c4-92a8-d4bff4da5946","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.356970095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"2be21762-41d1-4dda-bee9-c7fb6444f992","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.412080679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"f316056e-d8d4-45bd-918d-911e7b4bcbf3","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:46.413182553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.416638773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"2be21762-41d1-4dda-bee9-c7fb6444f992","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.451393178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"4b870d3c-bfd8-4335-b93e-026261775703","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.470230511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"db5f17f8-365d-4392-9f8a-b94243e82b17","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.5020685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"12e54926-909d-4467-a888-69658f223300","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.509237948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"4b870d3c-bfd8-4335-b93e-026261775703","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.553837604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ecafb3da-e5eb-446a-b079-3d7eeba91c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.553862731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fd0380a-a21c-4cf3-8001-9eb6f8481cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.620504608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fd0380a-a21c-4cf3-8001-9eb6f8481cde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.620744718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ecafb3da-e5eb-446a-b079-3d7eeba91c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.703121265Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"9bb73661-bb43-497b-8172-e857164b2b63","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.751277937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"9916ea68-423b-4fe9-bd51-408e7a7c1c2f","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:17:46.835256691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"4b870d3c-bfd8-4335-b93e-026261775703","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:46.86989616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"82565e69-a5b8-4249-915c-cab23a466e73","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.015728696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"14e8d416-9ad3-48d9-94ff-56e109dee9f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.073939989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"14e8d416-9ad3-48d9-94ff-56e109dee9f5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.086930998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"318d61f5-aaa7-437b-8277-d5a424ec6ee8","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.116667407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0de95cca-a8c7-41ad-97c7-e8f52dc14bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.116863947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6ddebdde-d139-42c2-832a-293560a028cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.11776359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"e22c2dc7-25bb-459b-be18-7029d2c77bd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.176070687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0de95cca-a8c7-41ad-97c7-e8f52dc14bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.17625103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6ddebdde-d139-42c2-832a-293560a028cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:47.178349193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"e22c2dc7-25bb-459b-be18-7029d2c77bd7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.047524987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"6840d118-98dc-42a6-924c-56f5d07dc408","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.212513717Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"a421dd09-78ec-42c5-8ab0-eb871fdfcd53","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-306303de","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.311650891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"724fb04f-6a40-4a6a-a1fb-23ed3cca0f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.311887339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ef575a77-be97-4fa0-a1c1-c9ff884bfcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.312109041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"8ee29a39-bc0d-46dc-a5fa-a2ba0ce28fa7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.311651099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"0d35ffb6-015a-4250-a471-a9884bd6c89f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.370922625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"724fb04f-6a40-4a6a-a1fb-23ed3cca0f2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.374266052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"8ee29a39-bc0d-46dc-a5fa-a2ba0ce28fa7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.374366433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ef575a77-be97-4fa0-a1c1-c9ff884bfcee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.376580607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"0d35ffb6-015a-4250-a471-a9884bd6c89f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.797064694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9a18f1fc-a16d-41a8-8686-80a56583d5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.854863404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9a18f1fc-a16d-41a8-8686-80a56583d5bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.894097497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"8d620a51-f770-4d4d-aa3a-842db8ec2464","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.89437829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"15eff01d-b7d5-4bd5-ac81-2e9666f5b529","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.894128881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2f5dacc6-d38e-45ea-b1d4-7909ab02496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.952519846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"8d620a51-f770-4d4d-aa3a-842db8ec2464","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.952760834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2f5dacc6-d38e-45ea-b1d4-7909ab02496f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:50.954738504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"15eff01d-b7d5-4bd5-ac81-2e9666f5b529","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.381360325Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"08dbb64d-58a3-471c-a00b-45015f65d956","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.381706729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"b0c95f5c-fba7-407c-9948-7da4ebe60568","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.381988243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"b0c95f5c-fba7-407c-9948-7da4ebe60568","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.589428745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"08dbb64d-58a3-471c-a00b-45015f65d956","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.656016709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"dcf937a0-0548-426a-9e3d-ef668b03a44a","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.718454473Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"08dbb64d-58a3-471c-a00b-45015f65d956","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"e2e-inf-b-036f88-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.718484691Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-auth","reconcileID":"08dbb64d-58a3-471c-a00b-45015f65d956","MaaSAuthPolicy":{"name":"test-model-036f88-auth","namespace":"ai-tenant-e2e-inf-b-036f88"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.777928233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"5efceeb6-e4da-4348-9069-7d65ec23007c","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.777948507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"5efceeb6-e4da-4348-9069-7d65ec23007c","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.941524969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"f8c1b35d-b231-492a-a6b3-cc667d930e32","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:51.941543543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"f8c1b35d-b231-492a-a6b3-cc667d930e32","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:52.051536225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"15d4d17a-d747-49df-b9f2-8b83623ed400","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:54.618183362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"f8fc79d5-d54d-45fe-acb1-20bfdc284bfd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:54.805095576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"1dfe325f-6c73-46e7-830a-e969b35bf419","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.804750423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a52c3232-1e31-4972-a6bb-fbe225ba8800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.80580494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"1a57101d-e828-4bb1-aef5-f0b51f65b224","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.806360033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"94143e97-0725-43ed-aba1-302065970e1a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.819225617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"201bbe88-186b-4ab3-b81d-82f6ee31d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.921261239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a52c3232-1e31-4972-a6bb-fbe225ba8800","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.957998545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"1a57101d-e828-4bb1-aef5-f0b51f65b224","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:55.991961013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"94143e97-0725-43ed-aba1-302065970e1a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.010394618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"201bbe88-186b-4ab3-b81d-82f6ee31d32b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.140281354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41531252-c639-4c88-9e97-361793e38972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.199942686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41531252-c639-4c88-9e97-361793e38972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.260420936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41531252-c639-4c88-9e97-361793e38972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.315456785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41531252-c639-4c88-9e97-361793e38972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.499485974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"053ebc64-dc92-4b5c-aff3-38dd29e05a5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.556727926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9f7dfe4a-8964-4aa4-ae01-37438129bd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.561952907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"053ebc64-dc92-4b5c-aff3-38dd29e05a5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.622179394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b4da8496-3e6e-47f9-8389-69e8963d6d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.623448671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"7efec4fe-b052-49c5-ae12-7b920d17bf7f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.632128439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9f7dfe4a-8964-4aa4-ae01-37438129bd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.698846545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b4da8496-3e6e-47f9-8389-69e8963d6d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:56.708469186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"7efec4fe-b052-49c5-ae12-7b920d17bf7f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:58.337579547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:58.358853052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68468331-4247-4857-918c-77f44e9ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:58.415916977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68468331-4247-4857-918c-77f44e9ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:58.473107747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68468331-4247-4857-918c-77f44e9ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:58.526286154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68468331-4247-4857-918c-77f44e9ef4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:59.934946889Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"377f063b-d67d-42f3-b42b-1b095cd02f9f","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:17:59.992800283Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"4178db2d-0be6-4da9-8e11-a6695a0ac342","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.120547826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e0c978a9-bf45-4564-98d5-b7da273741ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.176502857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc483590-0a67-45fb-8c19-28a07de83e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.176512127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a4d53615-dd50-4999-8ed8-f64fc5f385f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.176826157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19d6a07e-24ed-496e-bf0f-63eb8a310cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.18144463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e0c978a9-bf45-4564-98d5-b7da273741ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.239567309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a4d53615-dd50-4999-8ed8-f64fc5f385f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.239672974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc483590-0a67-45fb-8c19-28a07de83e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.243428505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"19d6a07e-24ed-496e-bf0f-63eb8a310cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.266652553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"6ccc8e30-71e2-4a61-a942-10fab621fff2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.290803731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"0bfcb811-b494-4f26-8f81-95a730348e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.321045203Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"6ccc8e30-71e2-4a61-a942-10fab621fff2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.322513308Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"fb3ca014-a0ef-4ab1-a9d0-72ab0106acc0","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.358878804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"0bfcb811-b494-4f26-8f81-95a730348e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.37464882Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub1","reconcileID":"6ccc8e30-71e2-4a61-a942-10fab621fff2","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.493229396Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"bb5a28fa-bc63-4968-87e7-8b817d9f3725","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.599345135Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"68341299-5950-49f7-9821-d802d07e8ad4","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.624948461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146b36c8-d77c-4bb0-89fd-d5cced959094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.632404829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e2c13a3d-101b-4084-ab9a-044b083cc55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.673296151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"2513c698-f403-4061-a2d5-5efa447cd718","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.698212811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e2c13a3d-101b-4084-ab9a-044b083cc55c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.698375379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"146b36c8-d77c-4bb0-89fd-d5cced959094","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.733252504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"079910ea-1067-4458-8c2d-54a8aa2f819b","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.745872481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28d20f52-1152-4801-82a9-9710e26ddf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.745874665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"00f153a0-c1ff-4c97-9b95-7cbccc8382c0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.746443552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"36472166-d45e-4cae-83b2-fc09eb17bc0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.794271626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"7b51f45b-72b6-4e33-9301-d6a7bd3c3436","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.827572054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"9cb7e3b4-9e3b-46c0-aa69-6a3716276c6e","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.83975783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"00f153a0-c1ff-4c97-9b95-7cbccc8382c0","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.849528627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28d20f52-1152-4801-82a9-9710e26ddf13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:00.853899452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"36472166-d45e-4cae-83b2-fc09eb17bc0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.009332069Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"dfb32b09-5f6e-44df-968c-b5a879aac74d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6672e2a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.085538345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b177f90e-d08f-4a83-946b-eff36c7f1423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.216296732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b177f90e-d08f-4a83-946b-eff36c7f1423","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.268708367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fde5dbcb-f98f-4365-b8e5-169ff4348138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.273029995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"e45c72d2-c436-4634-a6ce-a84b13ad3ff0","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.32527973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a17f1080-d4f7-4f8a-9560-87a9a35bf221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.330228095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fde5dbcb-f98f-4365-b8e5-169ff4348138","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.366345823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1e8e09cf-0423-4116-bf9a-8bd7b5363f17","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.3846759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a17f1080-d4f7-4f8a-9560-87a9a35bf221","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.430343166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"5c9f97ed-3124-48d5-b7ce-10189deba787","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.485428394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"983a9732-f3fa-4d13-a8a8-76308956c228","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.491922192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"5c9f97ed-3124-48d5-b7ce-10189deba787","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.535001085Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1e8e09cf-0423-4116-bf9a-8bd7b5363f17","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.539436489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"978f0b36-d1d5-4828-b060-0e40d2cbf114","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.539460966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"978f0b36-d1d5-4828-b060-0e40d2cbf114","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.617594921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1e8e09cf-0423-4116-bf9a-8bd7b5363f17","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.724897989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"801a0e29-6024-4282-99dc-b5285b4a3059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.725692565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"47d46247-276a-43cb-b3e6-0c08cd2dc756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.74528399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2d3f1db3-c798-4c7e-b661-e40df237b098","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.745313216Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2d3f1db3-c798-4c7e-b661-e40df237b098","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.790071685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"801a0e29-6024-4282-99dc-b5285b4a3059","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.800174854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"47d46247-276a-43cb-b3e6-0c08cd2dc756","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.806265629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b0ea8f72-cf44-45dd-877b-ce58dbfacc07","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.806573681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"d96795f9-006a-4ea2-9d14-67e6b2c2ff0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:01.86061779Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2d3f1db3-c798-4c7e-b661-e40df237b098","name":"e2e-att-serve-d6f7e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6f7e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:01.860682126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2d3f1db3-c798-4c7e-b661-e40df237b098","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6f7e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.866749603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"d96795f9-006a-4ea2-9d14-67e6b2c2ff0c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.868865365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b0ea8f72-cf44-45dd-877b-ce58dbfacc07","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.921989486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"541e1b4a-3aef-4d56-83d3-376c6ed4698d","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.922014935Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"541e1b4a-3aef-4d56-83d3-376c6ed4698d","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:01.926767226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b0ea8f72-cf44-45dd-877b-ce58dbfacc07","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.04673063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"4213487d-7673-426e-8e0e-cbc6e221d1d7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.086152487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04620d74-e9be-434a-b1d5-62b40257a768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.105124664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"4213487d-7673-426e-8e0e-cbc6e221d1d7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.144427294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04620d74-e9be-434a-b1d5-62b40257a768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.191035211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd548150-d764-4ffc-92ad-ae9c81a46488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.248936783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd548150-d764-4ffc-92ad-ae9c81a46488","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.29758042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"17bad656-3e8a-4fec-8c8a-5cdc3ea2ad12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.329869444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"82e32d8e-f073-4290-81e8-0a85225d5d7f","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","subscription":"test-model-036f88-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.355364783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"17bad656-3e8a-4fec-8c8a-5cdc3ea2ad12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.364297496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a3a711e7-7a65-43c9-b912-90cada561777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.382967096Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"82e32d8e-f073-4290-81e8-0a85225d5d7f","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.424040331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a3a711e7-7a65-43c9-b912-90cada561777","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.436541519Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88-sub","reconcileID":"82e32d8e-f073-4290-81e8-0a85225d5d7f","MaaSSubscription":{"name":"test-model-036f88-sub","namespace":"ai-tenant-e2e-inf-b-036f88"},"name":"maas-trlp-test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.470807096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"83931f7a-63b6-4741-92ae-96a914564821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.517787604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7f62c75e-be94-4038-8f98-c9158b7a1a34","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.529877462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"83931f7a-63b6-4741-92ae-96a914564821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.575932968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7f62c75e-be94-4038-8f98-c9158b7a1a34","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.632477005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7f62c75e-be94-4038-8f98-c9158b7a1a34","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.713896342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"57a6d2c7-62fb-49fe-a855-c94154f09795","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"tenant":"e2e-inf-b-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","model":"ai-tenant-e2e-inf-b-036f88/test-model-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:02.713917729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"test-model-036f88","reconcileID":"57a6d2c7-62fb-49fe-a855-c94154f09795","MaaSModelRef":{"name":"test-model-036f88","namespace":"ai-tenant-e2e-inf-b-036f88"},"routeName":"test-model-036f88-kserve-route","namespace":"ai-tenant-e2e-inf-b-036f88","llmisvcName":"test-model-036f88","gateway":"openshift-ingress/e2e-inf-b-036f88","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.078356825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"81fae958-291b-490a-b308-7d2c01bdb5bc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.139860138Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"81fae958-291b-490a-b308-7d2c01bdb5bc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.218690571Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-sub2","reconcileID":"81fae958-291b-490a-b308-7d2c01bdb5bc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.543052034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"2bd010e0-0610-49b1-85af-49103ad1d753","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.702106278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"de94482b-65f2-4da6-b23b-f410f32082dd","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.847613106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cbca59c6-a658-4d66-ade1-cc1a7f18e9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.84784013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"2b873b15-7f57-4393-b45a-692beb9c4fbc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.847612674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"05b8de58-2584-4aea-a200-287569f9f150","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.856636823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"eea7e81a-da8f-4991-89d2-400d67786ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.921351546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"05b8de58-2584-4aea-a200-287569f9f150","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.925673179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cbca59c6-a658-4d66-ade1-cc1a7f18e9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.933180868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"eea7e81a-da8f-4991-89d2-400d67786ce3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:11.939285044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"2b873b15-7f57-4393-b45a-692beb9c4fbc","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.140429584Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth1","reconcileID":"fce48e48-66e3-44ba-a9fc-35cd183a676f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.392403801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"bdbd6151-695e-4310-9c23-476149ecd4fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.414046884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"de4d0802-68ca-4d55-938e-293518089082","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.456935923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"bdbd6151-695e-4310-9c23-476149ecd4fb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.543770742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"baed3c88-d933-4717-ae95-364daeb5779d","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.667567877Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-ignore-header-auth2","reconcileID":"b30e7e28-3c33-438c-8ef1-c8edf1ee0531","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.740714149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"546d1aeb-719a-45af-b00c-e6e2f5c4436c","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.802693527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"546d1aeb-719a-45af-b00c-e6e2f5c4436c","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.858956829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"546d1aeb-719a-45af-b00c-e6e2f5c4436c","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:12.913775455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"e7241ad0-4c1c-402c-baa7-929b7570208b","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.500703719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ffbf266f-a89b-4367-b4eb-8138474ebd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.50070439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1250cb99-08b6-4be7-a1c7-4b3809ac566f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.559314597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ffbf266f-a89b-4367-b4eb-8138474ebd23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.559362541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1250cb99-08b6-4be7-a1c7-4b3809ac566f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.598860689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"94ab97e0-33b1-4121-9d5e-4449710372f9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.656929842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"94ab97e0-33b1-4121-9d5e-4449710372f9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.713946298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be859b6dcad62226c68de78562426b6375c62e89fe7f3c185f7205ac377346ff) AuthConfig (fd13050903a4b97db0105d4fb6a0129f0f3a7a3b7374eba6eaa96b0df00d2a66) AuthConfig (52fa566cffe7fe04d758d7265f9f5c99d8ca33324748c778bbaa7e282ece1461) AuthConfig (21443ec787d1e9a3ada7fc2e10da861cdbc635f58f2f9de9ba69bb4ebb5282ab) AuthConfig (6eedee1f0bb208d73e50c64795b2af6a38828b6f5a0418a92e02747489e9367e) AuthConfig (f7c74d4deade182280dfafb58b8432f16baee79d3cbf41eece33cefda36f66e1) AuthConfig (008205e4c2fd6823ecc7506b8a7599b3bf5718838a37f69a183044599daf2f53) AuthConfig (88affa5b783fcc1cb82667a0e51ebf47a6929e9dcb2ffdf1e8dce4ed77ca5ac8) AuthConfig (086173065434d12da3e8efc3fbee197bf0ce6153cd53557842afad4b9fc0415a) AuthConfig (ae60d772670228e6b4e0a9acb21147af511b9c22cb20d4174ba06290d537cfb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"94ab97e0-33b1-4121-9d5e-4449710372f9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.826415567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"0d075aa0-e046-4cff-910b-0ef006f46642","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:13.826441889Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"0d075aa0-e046-4cff-910b-0ef006f46642","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.24270018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d19fd5b0-6f86-4da4-920a-5c291b4ec77c","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.30100032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"688dee22-fbd7-46ca-a337-1d0b006e8110","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.504384965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"88531ad8-03e7-41f7-b6af-13fd2cc5c001","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.512084191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"25ce4bb5-b9c1-4109-aee8-efbae441aff0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.564766037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"dab5c059-3691-4a55-b9b9-55c85bddf67d","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.569797401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"25ce4bb5-b9c1-4109-aee8-efbae441aff0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:14.614097665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"b5e37597-a753-4af3-bc77-d5d5799e563c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.718422906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"00534fce-e069-44ff-91cb-c076a4c5a2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.718422897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"627a6cab-f7af-449b-aa0c-53ede6be7cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.722415146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"10764104-fdb7-4a86-b207-852209fac3be","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.776875576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"627a6cab-f7af-449b-aa0c-53ede6be7cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.776919392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"00534fce-e069-44ff-91cb-c076a4c5a2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.779043256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"aaf57b13-049b-4612-9365-b6d6029430d7","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.780338698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c1dee673-5e2a-442b-9e5f-056e5287c71e","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.837649113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"3dc141d2-a25b-49c9-8bb7-fce663afc821","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:14.890057131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"dc9cb4c1-57d6-46fa-b7ba-2a818b03d66f","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.001233501Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"189fe57c-149f-40c9-8ff4-044a16d2fc05","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.055506694Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=0:[ai-tenant-e2e-worker-w3-4b9210/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w3-4b9210/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.05607857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"0f09d57b-ff4c-429b-a768-b41e9706977a","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.106998754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"d44a6bfc-aa05-4cf0-bba2-3458da6292cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.117423059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"66e8fef6-4166-440e-87bf-5800ad49a9ed","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.165654357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"d44a6bfc-aa05-4cf0-bba2-3458da6292cc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:15.166954331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"189fe57c-149f-40c9-8ff4-044a16d2fc05","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.167329501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"f1c27e74-ef87-4ca5-b9eb-d5091aed14fe","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:15.170431504Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.201582856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"7dd45640-c50a-487e-87df-21e067fc55ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.22549606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"8b897bf5-5024-4364-921d-95d6c4039087","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.259179689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"7dd45640-c50a-487e-87df-21e067fc55ac","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.302238078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a77de329-9b19-4f19-92f0-2cc284df12fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.3022389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"dfec9581-f261-490a-a7d6-82b114723808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.360863317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a77de329-9b19-4f19-92f0-2cc284df12fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.360921253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"dfec9581-f261-490a-a7d6-82b114723808","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.379539417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"1af6220f-064e-4cd0-9dfe-ed0fa90f3bbe","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.437784038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"8be70740-9f52-480c-bf47-34c4f9ab295f","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.482612063Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"629da596-67ed-4faa-806b-c05962f7db96","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.547483478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"8b036abe-aab4-486a-9656-e559a1a51af0","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.651763583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"1e7398fc-afbd-4056-a5df-9fe8991485b2","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.715278121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0ac7a5d1-4853-4107-9e99-0a3e9b03c7be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.715676744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"804586d7-0ed1-4cfc-a6e8-9815af3b63ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.77352197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"804586d7-0ed1-4cfc-a6e8-9815af3b63ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.773566346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0ac7a5d1-4853-4107-9e99-0a3e9b03c7be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.83503006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c0e7e425-b3e1-4566-a84f-0580877b618c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.835029081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7ef7127b-9680-4cf2-9830-e0d08e5c2c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.865915969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"b22c00ff-cc6f-471b-bdf5-b3757f15fced","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.894247918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c0e7e425-b3e1-4566-a84f-0580877b618c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:15.894831584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"7ef7127b-9680-4cf2-9830-e0d08e5c2c2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.567079159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"d3952ccd-35ea-4b36-af60-466fcf5f094e","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.732118894Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"e7c2a003-44f8-4a51-9eae-d89fe3ed1adc","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5dabc0d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.833309954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"960da5dd-4e51-4595-adb6-22241b22fa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.83330824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"76dd7bb7-12a7-4cae-a2a9-79d38c37b18f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.833619564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"46cce7fc-3d0e-4a58-a616-3fb9eed67517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.834069199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"ed5b4c40-0d95-4ecf-b3e3-ba05cf7bdf76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.89198526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"46cce7fc-3d0e-4a58-a616-3fb9eed67517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.89205649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"76dd7bb7-12a7-4cae-a2a9-79d38c37b18f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.894408369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"960da5dd-4e51-4595-adb6-22241b22fa01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:19.894448468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"ed5b4c40-0d95-4ecf-b3e3-ba05cf7bdf76","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.36604532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"84210851-5123-4173-b9e4-be371090d6af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.366048919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4244a6df-b523-4e62-a799-ca2f447f3b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.425071597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4244a6df-b523-4e62-a799-ca2f447f3b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.425168108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"84210851-5123-4173-b9e4-be371090d6af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.466940675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d690d5fa-2e70-4642-a9e2-5b340e8b7ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.466945553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"957502e5-6f59-490b-bc0e-e0e5fbb179af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.525097935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"957502e5-6f59-490b-bc0e-e0e5fbb179af","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:20.528815742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d690d5fa-2e70-4642-a9e2-5b340e8b7ef4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:23.880021646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"4fb4e466-ce9b-4f01-bb93-2c2688e5cb91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:23.937970988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"4fb4e466-ce9b-4f01-bb93-2c2688e5cb91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:23.995424635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (be859b6dcad62226c68de78562426b6375c62e89fe7f3c185f7205ac377346ff) AuthConfig (fd13050903a4b97db0105d4fb6a0129f0f3a7a3b7374eba6eaa96b0df00d2a66) AuthConfig (52fa566cffe7fe04d758d7265f9f5c99d8ca33324748c778bbaa7e282ece1461) AuthConfig (21443ec787d1e9a3ada7fc2e10da861cdbc635f58f2f9de9ba69bb4ebb5282ab) AuthConfig (6eedee1f0bb208d73e50c64795b2af6a38828b6f5a0418a92e02747489e9367e) AuthConfig (f7c74d4deade182280dfafb58b8432f16baee79d3cbf41eece33cefda36f66e1) AuthConfig (008205e4c2fd6823ecc7506b8a7599b3bf5718838a37f69a183044599daf2f53) AuthConfig (88affa5b783fcc1cb82667a0e51ebf47a6929e9dcb2ffdf1e8dce4ed77ca5ac8) AuthConfig (086173065434d12da3e8efc3fbee197bf0ce6153cd53557842afad4b9fc0415a) AuthConfig (ae60d772670228e6b4e0a9acb21147af511b9c22cb20d4174ba06290d537cfb0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"4fb4e466-ce9b-4f01-bb93-2c2688e5cb91","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:24.581496201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"49006dbd-f75e-4b98-94b1-991ecca0250f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:24.581527416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"49006dbd-f75e-4b98-94b1-991ecca0250f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:24.952705477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"27671193-30c2-4e0c-a988-e02b00f988c1","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:24.953160098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"76297c03-313e-4754-a08d-507435c1e70a","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:24.953444653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"ce1053c5-bc0c-420c-bc3d-2acac54fd832","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.023310667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"8e4fb21b-1b72-48ff-884b-9f04d727d371","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.023596365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"ba747f18-af64-4c79-8deb-e1e9ce342656","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.023765597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"800d56ff-02ad-464b-9b03-1d3bb8cc342c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.111451822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a58a9cad-fee3-4026-8c62-5a30f02c0f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.174822403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a58a9cad-fee3-4026-8c62-5a30f02c0f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.188856785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"77fbcaea-22c2-4a4d-b21c-9d4a49690f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.189532893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"b4f199b0-4584-445f-9b0a-3089a0d82ece","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.215780327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7d4eaade-dd79-493d-a738-9a5bfdbfb519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.274100814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7d4eaade-dd79-493d-a738-9a5bfdbfb519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.520889352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5d9fa518-ec4c-4408-9b47-a04fe153c9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.579391709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5d9fa518-ec4c-4408-9b47-a04fe153c9bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.669447028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5e047f0e-d031-4d1d-aaba-291cc6fecb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:25.727463532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5e047f0e-d031-4d1d-aaba-291cc6fecb07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.343239928Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.58072484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"ec34e557-415d-48b8-933e-8205d12d002a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:28.754846076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"e2683321-18ff-44e7-8fc3-33e3bb645148","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.009487469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3779950a-fea5-4809-96a9-964043ee87ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.010548341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"da7fc771-adb2-4c16-b062-bed8518f72ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.011355407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"699af08c-2975-4beb-9fc3-0352c000922a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.022309953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0ceda2a0-6bbf-41a2-bd84-bad2653da074","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.081496346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"3779950a-fea5-4809-96a9-964043ee87ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.081790364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"699af08c-2975-4beb-9fc3-0352c000922a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.085802101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"da7fc771-adb2-4c16-b062-bed8518f72ca","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.086676165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0ceda2a0-6bbf-41a2-bd84-bad2653da074","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.786352044Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"12f518d7-9144-4a21-bc17-6d57016449c1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.840208529Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"12f518d7-9144-4a21-bc17-6d57016449c1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.893916535Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub1","reconcileID":"12f518d7-9144-4a21-bc17-6d57016449c1","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.991614954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"24e32dd4-2f52-46e9-81bd-fe5eb9712ad7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:29.991635476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"24e32dd4-2f52-46e9-81bd-fe5eb9712ad7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.047852474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"98d2283a-5a1d-4607-84b2-0ee553cead45","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.047879126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"98d2283a-5a1d-4607-84b2-0ee553cead45","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.153891843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"c632c63b-ba51-4291-bbf2-7c9308c379e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.168591517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c4f83800-abaf-4e53-b8a3-06d264dff32f","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.23063795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"4b318a69-925d-46f7-b7a1-c4392dd6010f","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.282960122Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"c632c63b-ba51-4291-bbf2-7c9308c379e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.303847912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"eeb56f7a-4787-4479-bd6b-6f51eb1201e4","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.339330169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"c632c63b-ba51-4291-bbf2-7c9308c379e9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.397386057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"94b8676a-700c-44fc-b98a-dfff5ea4e433","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.397405125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"94b8676a-700c-44fc-b98a-dfff5ea4e433","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.432632442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6d31abb8-1f51-4209-8132-46454099ccfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.432715663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0160bd79-d0eb-4ca9-8e67-18a6fe0148c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.433208821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"168d2e40-7edc-4ce8-8449-f2e67861e8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.433240135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"3eab0ed9-0fdf-4949-9f4a-e1b79fd55f0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.468608332Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"556cf211-b71c-471f-9b8a-5bc18583e08d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3fd29b28","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.491898474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"6d31abb8-1f51-4209-8132-46454099ccfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.495414642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"3eab0ed9-0fdf-4949-9f4a-e1b79fd55f0a","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.497505736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"0160bd79-d0eb-4ca9-8e67-18a6fe0148c0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.498222938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"168d2e40-7edc-4ce8-8449-f2e67861e8d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.915339918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"043f5e88-f5ba-4e23-a6cc-5c9e3a3fcb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.917108709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"ff443aca-8454-4a40-869c-3d84e9cb62ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.917351165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"f09ee89e-96e7-4df4-91da-9f12619dc266","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.917507892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2caa0e3a-fe14-4307-bec8-cc13c6a9849c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.97358152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"043f5e88-f5ba-4e23-a6cc-5c9e3a3fcb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.976498765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"ff443aca-8454-4a40-869c-3d84e9cb62ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.977457156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"f09ee89e-96e7-4df4-91da-9f12619dc266","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:30.980835784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2caa0e3a-fe14-4307-bec8-cc13c6a9849c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.103074271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6c80063c-edec-4e8f-98aa-16f3869daa8e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.161035357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6c80063c-edec-4e8f-98aa-16f3869daa8e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.594127771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"bfe2b3a7-0968-4088-9404-b5b8f16dd0bf","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:34.594154613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"bfe2b3a7-0968-4088-9404-b5b8f16dd0bf","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.032988048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"667c7e18-4a8f-446e-85b7-5c2c447629c7","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.033017525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"667c7e18-4a8f-446e-85b7-5c2c447629c7","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:37.085556021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"a1098fca-e730-4a50-87c2-c1ca01889091","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-d6f7e6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.085715555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"405c92c1-8f50-48e2-9cb6-6fdeb1334705","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.144035005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"405c92c1-8f50-48e2-9cb6-6fdeb1334705","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.199385324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"40275637-b929-45e1-b959-98f6fc732bb3","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.199436534Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"40275637-b929-45e1-b959-98f6fc732bb3","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.305949951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"be1220f8-d91c-418c-9d01-066226b0c592","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.305970794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"be1220f8-d91c-418c-9d01-066226b0c592","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.41248909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"f180117e-8ad5-4518-a67e-1e49edfb0752","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.412507886Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"f180117e-8ad5-4518-a67e-1e49edfb0752","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.52090016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"2097e6cd-bb8a-488e-a8e1-c0023cad95d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.528344367Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"2249f085-3eb8-48f9-9537-c9e2cb7c7c04","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-att-serve-d6f7e6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.579031545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"2097e6cd-bb8a-488e-a8e1-c0023cad95d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.802571372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"986ee14f-26dd-44ed-8994-859297a35086","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:37.802604265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"986ee14f-26dd-44ed-8994-859297a35086","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:38.021847711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"0493daa1-c261-4186-94a5-a42187a08f5b","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.37775066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7997fdcb-bef5-49b7-b829-70aa956103e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.433385177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7997fdcb-bef5-49b7-b829-70aa956103e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.488543579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7997fdcb-bef5-49b7-b829-70aa956103e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.543069325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7997fdcb-bef5-49b7-b829-70aa956103e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.544699722Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"6b2ab2e5-72d5-449d-8d6c-02be676fed83","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.597418365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"81c3a00e-7405-492c-acce-74dbff1e919b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.598458648Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"6b2ab2e5-72d5-449d-8d6c-02be676fed83","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.655099646Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-sub2","reconcileID":"6b2ab2e5-72d5-449d-8d6c-02be676fed83","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.692338334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"81c3a00e-7405-492c-acce-74dbff1e919b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:40.755296694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"81c3a00e-7405-492c-acce-74dbff1e919b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.1257936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"3fdaf241-7132-4553-b4c2-14c454579e97","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.249135048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"cc36036a-8ba8-4609-9410-1506aaede37e","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.42064779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9581408e-49cb-4b93-8dff-aa13cddd0e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.421495542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"857fae3e-8105-4951-a17b-cd259b31a3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.422398862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"35d07370-ad67-4091-8b12-69add1cef8c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.423029831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"9a791aab-dc9e-42d4-a42b-33b00693bb7c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.536459955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9581408e-49cb-4b93-8dff-aa13cddd0e73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.540415584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"35d07370-ad67-4091-8b12-69add1cef8c2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.544180353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"9a791aab-dc9e-42d4-a42b-33b00693bb7c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.556142229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"857fae3e-8105-4951-a17b-cd259b31a3d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:41.759256269Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth1","reconcileID":"8d7500b7-26fd-4890-a41d-f255972a3bc7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.052740987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"59f8c4d9-3995-4427-85e9-e4b202e7b34b","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.123691542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"633ae80b-cee5-447e-9874-f3954ac34a93","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.251308304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"633ae80b-cee5-447e-9874-f3954ac34a93","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.373912903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"cb8169eb-52e1-4450-b524-e3513b84bff7","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.483844693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"89ac7b9c-2a16-457f-bb4f-b7e9960be17f","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.608159688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-multi-keys-auth2","reconcileID":"b5a68567-39a7-4b7f-a9ef-fd3180555fe3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.628917948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c634349e-8914-4c14-8d07-d4337bb34986","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.692031097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a4c7d485-e58f-4051-8e0e-f29416f0e1b7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.857085797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"c8435b97-ada1-4538-a3bc-0e8e84463230","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.857678122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"63583a1e-2a08-4a3e-b068-d99e49577c5a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.910108196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2ffcf379-c772-4660-a217-4998e7b1aa04","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.928768087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"63583a1e-2a08-4a3e-b068-d99e49577c5a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:42.998130632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0075c9ac-6160-425b-9767-1643ae7a9ca4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:43.104431791Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-sub","reconcileID":"f4d9d237-89db-4ac9-9ee5-984bdb923af2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.170578591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9c975c5b-2bad-4a67-ab34-380478128474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.171560119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"319a616b-e54b-4a23-8705-0c3f47e65d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.273799471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9c975c5b-2bad-4a67-ab34-380478128474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.282191502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"aadf47c5-df90-4e57-9723-eb1f1354d936","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.299030402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"319a616b-e54b-4a23-8705-0c3f47e65d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.311849767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cbe365-35d1-46da-b994-8ff46275136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.370405527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cbe365-35d1-46da-b994-8ff46275136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.374450978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8233e6bd-63a8-4c29-b630-5997b0d51c5c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.516700694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cbe365-35d1-46da-b994-8ff46275136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.582349617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2cbe365-35d1-46da-b994-8ff46275136e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.590785134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c32d5762-3c0c-4a2a-96ba-c34399a35ebe","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.768679888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"04406357-bc74-4fb2-9375-009d76657343","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.830143707Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-sub","reconcileID":"fb7210af-0fc7-4e3c-80e1-e98626df29c3","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-status-active-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.830597408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"04406357-bc74-4fb2-9375-009d76657343","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.912749086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d93c19ba-53d9-469a-a049-882b1225b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.912899908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"065c0a6c-4337-4259-97ed-b68891dea33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.971405642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d93c19ba-53d9-469a-a049-882b1225b4f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:43.9725588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"065c0a6c-4337-4259-97ed-b68891dea33d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.0296546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"107cc3f0-38e5-4019-920e-23cdd00e64d0","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.079622993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"bca8b6f5-6fd0-4582-88c8-0167f9800ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.135591283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"374221c7-4d86-41b1-abe1-36f0d3df3147","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.190970188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"7f2fddfd-a754-4fda-a51d-c6f3190ce8bc","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.243065539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-sub","reconcileID":"e2da4011-311f-4570-88a0-3305965642a8","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.319681282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"40644dfc-6970-45ce-a483-713f986173d5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.325209288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"32dd6050-dfef-47bc-b111-cdea6a250b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.325445403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3536db87-8ac9-47dc-a544-45ac73a5040f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.377472394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"40644dfc-6970-45ce-a483-713f986173d5","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.383106541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3536db87-8ac9-47dc-a544-45ac73a5040f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.383231407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"32dd6050-dfef-47bc-b111-cdea6a250b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.400706018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"71311541-ae4a-4bf1-ad2c-a0681a0a8157","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.401405038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"e757f643-7a17-4e74-934d-2883ffc86114","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.458681044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"71311541-ae4a-4bf1-ad2c-a0681a0a8157","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.46127632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1d490937-5005-48cc-acd0-d05c86183785","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.483811438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5ceea967-25f5-40f0-ad32-b0448089ba11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.512768325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"6d695147-a21c-4f78-a30f-58f76e6a4025","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:44.514724158Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.541516751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"5ceea967-25f5-40f0-ad32-b0448089ba11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.568722148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"fda2516b-8ae7-4714-bad8-7f1fb3f14c34","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.686724642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"942aaf26-3503-49dd-a598-f2e36a588d49","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.740027686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"22ea57ea-0461-4edf-89fc-ae95f29aa22d","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.743885462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"adc206c9-4233-41d2-8839-27e4ad0eacbf","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.784081851Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"3b0e6f4d-4c4b-460d-9579-28f9859520e6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.795909095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c8ec9765-b106-42d4-a2b6-6a6f407792a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.855509698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c8ec9765-b106-42d4-a2b6-6a6f407792a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.945577752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"bd10d19b-7fc3-4332-9c5c-c828246d9aed","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:44.945658466Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-4b9210 priority=0:[ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:45.000146752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.004236884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"68563967-bc56-4b6f-9b5d-099ac2921d4d","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.007400549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5b0e1cae-279f-4a77-8541-157ce9abbea6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.007485554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"18b02a5e-872e-4bc7-8e32-db5aab7c757d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.054030607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"f7189bab-1bed-4328-8769-7c7d8b3664f4","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:45.058524272Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.066769343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5b0e1cae-279f-4a77-8541-157ce9abbea6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.066958689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"18b02a5e-872e-4bc7-8e32-db5aab7c757d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.103146052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"461efba8-7b6a-405e-94e7-af165e4633e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.10967797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"10348403-28ec-4113-8fb3-7893fd9e4b41","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.161489789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"461efba8-7b6a-405e-94e7-af165e4633e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.16562349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"ebcfe4f7-0f89-4aab-bfc5-388e856bf52e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.322759892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4267effe-5482-42bb-85c6-e0cd82a47dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.326300592Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"863adef7-0bc6-448e-9ba5-6ec9565e9a7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.380466375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4267effe-5482-42bb-85c6-e0cd82a47dc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.428918443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"042102b4-0ddc-423f-b38d-58e8ca9b6448","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.492488847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"0d7770fd-78db-463c-b053-c79de62db85a","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.535412599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e3d37134-18c0-45f5-8bca-cb8f6f03a336","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.593639232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e3d37134-18c0-45f5-8bca-cb8f6f03a336","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.636193618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7d9ce8d9-e170-489f-933e-24a55a0db436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.69379808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7d9ce8d9-e170-489f-933e-24a55a0db436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.704507189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"7dc8937d-5791-43c5-8263-9b8de3f3f6cb","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.737336317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fdd65c5a-44a0-45c0-89d0-555e3313e699","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:45.795141619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fdd65c5a-44a0-45c0-89d0-555e3313e699","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:18:46.142952955Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"fdd65c5a-44a0-45c0-89d0-555e3313e699","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-no-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:46.424174752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce6e58c8-d46b-4b9c-bf9b-61052e5a42c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:46.482440024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ce6e58c8-d46b-4b9c-bf9b-61052e5a42c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.678602319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"75a3e094-537a-48dc-8ea8-ab27f3c8514b","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.844654494Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e47b1e72-92fc-43cc-bf8e-e339d864ef10","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-07a2c897","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.943510564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b8a7dee-4e2f-4cbd-9388-2488aee4cdbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.943511309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"3a5413c1-47b5-493f-b529-d89476a0e0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.94387066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a316c947-3c56-49c2-81d1-57bccf625943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:48.944242145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"80fa9592-c724-4968-9abd-1f968f54a6b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.002390969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"a316c947-3c56-49c2-81d1-57bccf625943","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.002524777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3b8a7dee-4e2f-4cbd-9388-2488aee4cdbe","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.004926195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"3a5413c1-47b5-493f-b529-d89476a0e0a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.004933033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"80fa9592-c724-4968-9abd-1f968f54a6b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.425782698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54e74baf-722e-47b1-8586-b89cc6023c2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.42590809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b211108e-ddba-4993-9a49-8c4f7486cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.426264108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c238775-e785-4dfa-bbdd-82767c8b670e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.42645277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d03e272f-94c4-4827-b4c2-54869707e9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.48408022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c238775-e785-4dfa-bbdd-82767c8b670e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.48430109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b211108e-ddba-4993-9a49-8c4f7486cc82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.486440818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"54e74baf-722e-47b1-8586-b89cc6023c2e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:49.487080727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d03e272f-94c4-4827-b4c2-54869707e9ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.893189058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"5095fd9c-2e5b-470b-b214-a381e0f5643f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:50.951537729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"5095fd9c-2e5b-470b-b214-a381e0f5643f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.008567687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a) AuthConfig (ed5a719d4b68ffdc4b604c2943d4a32415898aca07ade872f2fd032eaa319e5c) AuthConfig (58cf31467ccecfa387b49e5f380b8797c5bb5297caa90c15567e9bfe649f531f) AuthConfig (58ef605f25ba96728865f39a95fe59d790997b00b0110377ab1e9c1453e84d11) AuthConfig (93666bc7ccc577e8561b81365f77f51b13832670286ea88c7297afb288e7a42a) AuthConfig (c51182d5fda20bf8ff794066d3f5e6e2a3226bfde48adc1f0b667b36e605f87f) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (ac000b55e27cd4b0f44ceafd4031343ae2693f94977e267cbdf310e3d5be79c6) AuthConfig (0a0c54889e4acc5eda44846ff63457a3c9ce26a393243320c6a99ace8ec7c1de) AuthConfig (dd3720bb32c59f957abcaf27debe76bf2f989779e80b2cad4c0a39f75f8d302e) AuthConfig (f35eff030e744cb98c6f76daccab70ec66fad389054064283586dc7ffcc4feb3) AuthConfig (c41b8371497e9e1188f9983a7122af88b6b778ea36b72be0bee4aac3136a429a) AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (8b7cd1c38d76745b65fa388f53ff575e5ff3a52de79e81e60c91ad324a234718) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (691f5c2a6757830a0028a4416e3b115b257ff003957756926d90ef14bf30c479) AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"5095fd9c-2e5b-470b-b214-a381e0f5643f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.067246509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"07d61b29-5ed3-4a7c-80a0-39da0e11b8a8","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:51.067264989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"07d61b29-5ed3-4a7c-80a0-39da0e11b8a8","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.336210169Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.898052938Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7d91b4a0-7c5c-46a3-bc5a-6947913713db","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:58.951213706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7d91b4a0-7c5c-46a3-bc5a-6947913713db","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.004485257Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7d91b4a0-7c5c-46a3-bc5a-6947913713db","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.279084201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c9fae078-bac9-4240-a219-1a653a8b6702","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.340829046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"aec36c88-dad9-4bb1-afc9-5d49aefd7d58","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.417162486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"3ee479f5-a59e-4d7f-b4fd-32c625146983","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.548425172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"92f14e02-00f2-4129-966c-c7a7b854bcc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.548864971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ac0e64dc-2309-4df0-bde7-495e40fc258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.560059485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4daa0058-f6dc-4531-9f7e-e58330c746fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.560297003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12d2f469-07a8-4ccc-9447-c8dccf6e5759","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.582342467Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6d10804e-df91-42cd-823e-90fce93a53a8","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-adbfad1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.626922455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4daa0058-f6dc-4531-9f7e-e58330c746fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.651735785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ac0e64dc-2309-4df0-bde7-495e40fc258d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.670619217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"12d2f469-07a8-4ccc-9447-c8dccf6e5759","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:18:59.691031657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"92f14e02-00f2-4129-966c-c7a7b854bcc8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.190912984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d0bb4ef1-e8b2-46c6-8880-e438eb8542cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.191344731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ed5fc850-314a-49d3-977b-dec3a536c22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.191576335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"22f34ed3-bab4-479b-ab5c-e5eb162cee08","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.19182207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"50f44393-efd5-46be-94e0-b4768725f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.287959378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ed5fc850-314a-49d3-977b-dec3a536c22b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.306687529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"22f34ed3-bab4-479b-ab5c-e5eb162cee08","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.300399093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"d0bb4ef1-e8b2-46c6-8880-e438eb8542cc","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.334097142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"50f44393-efd5-46be-94e0-b4768725f8c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.55444738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"7bcea9be-ed93-4573-83ac-96b670a45f39","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.669005097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fe7661c3-32c3-4cd9-b879-b8984d6e7966","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.883112373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2685f73c-921d-4cc6-8fee-2f22238e24a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.883713116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"0937a659-8e1a-4921-bd9a-0c81618d85ee","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.884959348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"bd651d35-82b5-474a-97c3-92a077f54dea","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.885059903Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"bd651d35-82b5-474a-97c3-92a077f54dea","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.885534392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e8209d9f-f1f4-42cd-9b50-2caba0038d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.961085885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e8209d9f-f1f4-42cd-9b50-2caba0038d82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.96132763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2685f73c-921d-4cc6-8fee-2f22238e24a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:00.969853665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"0937a659-8e1a-4921-bd9a-0c81618d85ee","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.185577293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"cdf9ca30-7855-406c-bc35-f979394dd1e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.272491648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"cdf9ca30-7855-406c-bc35-f979394dd1e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.479782433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3dd0a03b-2099-488a-bbb0-072efdc394a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.480597806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"118ac8e6-a848-48fb-a4be-2b4e74edca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.481244648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e3ccd64b-6f30-4b3a-87d7-dfaf6f5ccead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.481833395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9651e94f-00e3-46f3-8765-7c5b1a246dc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.557766578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9651e94f-00e3-46f3-8765-7c5b1a246dc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.579371881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"118ac8e6-a848-48fb-a4be-2b4e74edca6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.585347863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e3ccd64b-6f30-4b3a-87d7-dfaf6f5ccead","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.594543004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3dd0a03b-2099-488a-bbb0-072efdc394a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.647231465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"461d8238-8f8c-4947-9d26-7e3cea63338b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.647327108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"461d8238-8f8c-4947-9d26-7e3cea63338b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.774591767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3a054bcc-c035-4938-91f4-7d48b1a061c2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:01.859711647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3a054bcc-c035-4938-91f4-7d48b1a061c2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.702354845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0ea15c2c-556c-4d54-9a96-069d04450838","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.761234805Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"8666acc4-1851-4079-9772-e565b089ecb3","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.810455615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0dee11ab-bc2a-4680-be87-1ca0f17654e9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.862070801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"6b014fad-f1b9-4dbb-bf55-673b030d9f8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.868790449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0dee11ab-bc2a-4680-be87-1ca0f17654e9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.920738969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"6b014fad-f1b9-4dbb-bf55-673b030d9f8c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.967424119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15db3372-e772-4525-8b7a-d0fd2af828ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.967519341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a9ea7a5-c0d4-4451-b32f-db86e7a51d55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:05.967882554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f2c6b2d2-f4bd-4911-85ec-9cf19c87cd48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.026243346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5a9ea7a5-c0d4-4451-b32f-db86e7a51d55","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.026275397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15db3372-e772-4525-8b7a-d0fd2af828ff","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.028422387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f2c6b2d2-f4bd-4911-85ec-9cf19c87cd48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.096490975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"fbb7e64c-a5a1-472f-bda3-c8d5ec726a01","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.238843815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"7ff19f42-e032-4c3f-8bee-ca299260815d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.26176584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"022412b7-a460-4062-9264-87eeb3b9b5b6","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.261786262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"022412b7-a460-4062-9264-87eeb3b9b5b6","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.293511224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b0b438-8d91-4e5e-9b8a-a6a5666dec9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.298212399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"7ff19f42-e032-4c3f-8bee-ca299260815d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.306072764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"da78d8c9-9ca0-4fdd-ad05-4b5e2e2f3bff","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.352262891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"42b0b438-8d91-4e5e-9b8a-a6a5666dec9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.397637739Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"725e82e7-1419-4687-9978-ca4893e776d0","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.399020174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"891be2e6-df98-4a68-8269-e526579c1e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.399260309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3335a31-fbb3-46f4-a9ea-4c8d4ba06d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.457203011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"49adc506-523c-4543-9ee9-1152a854a26e","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.45723275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"49adc506-523c-4543-9ee9-1152a854a26e","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.492097448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"891be2e6-df98-4a68-8269-e526579c1e8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.493057931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3335a31-fbb3-46f4-a9ea-4c8d4ba06d36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.509126737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"80e1c2a0-840c-45dc-a610-9708686826dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.567446258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"80e1c2a0-840c-45dc-a610-9708686826dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.679742845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3430446b-549a-4c32-af93-4a3760f885c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.74971296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3430446b-549a-4c32-af93-4a3760f885c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.887209178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56b807fa-bb59-496b-97d9-a355e30b0498","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.922624463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"be9c1a9a-4268-46bc-b304-698a694e2e1f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.944809051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"56b807fa-bb59-496b-97d9-a355e30b0498","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.975343893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1c419eb7-de3f-41ff-872d-ae7f4009811b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.975343144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"044a4603-77c3-46c6-8db3-15f1b67c5244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:06.980575532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"be9c1a9a-4268-46bc-b304-698a694e2e1f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.03346412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"044a4603-77c3-46c6-8db3-15f1b67c5244","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.033644929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1c419eb7-de3f-41ff-872d-ae7f4009811b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.08083735Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"afd7df78-3a45-4927-95c8-d3b828d7504d","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.148137954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0056d95a-a58e-4463-81c9-f03785906a26","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.148242472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0056d95a-a58e-4463-81c9-f03785906a26","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.183653909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"e13bf9c6-e7a6-40cf-92f6-4cf76ff498ef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.242760815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"e13bf9c6-e7a6-40cf-92f6-4cf76ff498ef","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.320269467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0983a93e-f683-472b-853d-821ef406241e","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.320292611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0983a93e-f683-472b-853d-821ef406241e","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.418550928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"14512838-6ac3-4b86-93df-8722b45998b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.427090709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"070f9b04-feaf-4c3c-a7ac-f96f5aa80518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:07.427625298Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0983a93e-f683-472b-853d-821ef406241e","name":"e2e-att-unrel-604305","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-604305\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:07.427676817Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0983a93e-f683-472b-853d-821ef406241e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-604305\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.427810391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"82491890-6a71-46fa-92a4-b093dd35d6f6","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.427822918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"82491890-6a71-46fa-92a4-b093dd35d6f6","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.47648669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"14512838-6ac3-4b86-93df-8722b45998b3","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.47923698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f524b9bf-0e4c-4936-b5aa-fdc7bf240d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.486297153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"64f4fd5b-5de7-4dac-af11-e4a0b4e7a8b8","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.486313474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"64f4fd5b-5de7-4dac-af11-e4a0b4e7a8b8","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.523870038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154f9ecc-f768-4a3d-8d9f-efc38441db6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.536793175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f524b9bf-0e4c-4936-b5aa-fdc7bf240d53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.556773836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"070f9b04-feaf-4c3c-a7ac-f96f5aa80518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.582854052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"154f9ecc-f768-4a3d-8d9f-efc38441db6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.613866611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"070f9b04-feaf-4c3c-a7ac-f96f5aa80518","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.670457169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"b4c60411-0b60-4342-8db1-ba3a68f63a64","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.670474364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"b4c60411-0b60-4342-8db1-ba3a68f63a64","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.684069665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d0f22aa5-2f4e-424e-83bc-069de3dc9427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.742352073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d0f22aa5-2f4e-424e-83bc-069de3dc9427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.830364134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5c15ed0a-51c8-4f70-8c85-2eb08e81c28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.888648874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5c15ed0a-51c8-4f70-8c85-2eb08e81c28e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.90067466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"100ce5b1-7de6-42e2-b15c-e886a77c1324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.958918631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"100ce5b1-7de6-42e2-b15c-e886a77c1324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.960120796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"e6a1f95f-8554-40e5-9ad8-12e6df6ca523","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:07.960141836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"e6a1f95f-8554-40e5-9ad8-12e6df6ca523","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.060039192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3be64b27-e702-43d1-bfb4-5979f337b2e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.118027697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"3be64b27-e702-43d1-bfb4-5979f337b2e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.166563138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb9f80f5-ef2c-45c5-9feb-6a615878f483","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.174394834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6f5bc5e9-42cc-479c-81b1-dde0dcbf0be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.21935474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f976dc1f-47bb-46e3-a5e2-6dfe30c19251","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.225996882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"cb9f80f5-ef2c-45c5-9feb-6a615878f483","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.232268964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6f5bc5e9-42cc-479c-81b1-dde0dcbf0be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.277835236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f976dc1f-47bb-46e3-a5e2-6dfe30c19251","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.297940005Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"f021dd41-252f-48ee-8ff6-9f647674e390","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.317567497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"672f944f-815d-4b1d-b502-0ad2a05c8611","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.375803003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"672f944f-815d-4b1d-b502-0ad2a05c8611","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.430652482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"61488a50-0410-4c5c-a6a1-08d38e4da110","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.489631787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"61488a50-0410-4c5c-a6a1-08d38e4da110","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.497564314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"8843be29-3d33-4789-ba42-1aad403a8b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.542618752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"cff74689-94b1-44be-af28-bff5cd9587d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.556105921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"8843be29-3d33-4789-ba42-1aad403a8b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.600627385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"cff74689-94b1-44be-af28-bff5cd9587d9","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.613232059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"8843be29-3d33-4789-ba42-1aad403a8b8f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.702692785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a451ea7-5ac4-45ee-9bf9-d6bfbf977c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.76061153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a451ea7-5ac4-45ee-9bf9-d6bfbf977c30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.803553884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686335a0-60b5-40b9-b4c5-446e06a30902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.861558781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686335a0-60b5-40b9-b4c5-446e06a30902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.903120654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1bdad34a-006b-4b69-9227-56ca1502199b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.907569655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"349c14f7-9977-4277-9f18-125321949084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.965541138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1bdad34a-006b-4b69-9227-56ca1502199b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:08.968835114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"349c14f7-9977-4277-9f18-125321949084","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.027915656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"278172ce-fb5b-490a-a9c9-c553e8ee0581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.086624302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"278172ce-fb5b-490a-a9c9-c553e8ee0581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.186319496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed9d6eb-804b-45bf-af54-1daf4546cfac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.243941709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4ed9d6eb-804b-45bf-af54-1daf4546cfac","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.290245228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"29b6dfd4-5941-421a-ac37-2d7fe27cd10f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.292757173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e92e0c3-d410-4f06-9f03-aa1fe18cee3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.34789116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"29b6dfd4-5941-421a-ac37-2d7fe27cd10f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.350647143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e92e0c3-d410-4f06-9f03-aa1fe18cee3d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.395313196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0a2aa459-c545-4fbf-8c16-8e1cd7d471c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.438886496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"f8e88ba9-6d52-4f40-a842-1a611c788514","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.45306742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0a2aa459-c545-4fbf-8c16-8e1cd7d471c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.497335423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"f8e88ba9-6d52-4f40-a842-1a611c788514","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.636240026Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b10dfd2c-ddcb-442c-bf67-77e64804b39b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.689689132Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b10dfd2c-ddcb-442c-bf67-77e64804b39b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:09.742995364Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"b10dfd2c-ddcb-442c-bf67-77e64804b39b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.0214664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"eea5251e-fbe0-4dda-996f-159788780121","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.160652914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"1f588137-2205-438f-9d24-47512ff01fc4","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.286783571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9d37430e-5e6f-4d86-81ba-92428588b820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.286909967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"8e21ba86-c7e2-4fc6-98a6-799415ced621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.286782491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b8aab1d-d6cf-431c-9480-a71f4d2c017d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.287254489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6df607f8-65b9-4b8b-bea2-f632a5b97a65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.345150217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9d37430e-5e6f-4d86-81ba-92428588b820","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.345468664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"8e21ba86-c7e2-4fc6-98a6-799415ced621","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.347390172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b8aab1d-d6cf-431c-9480-a71f4d2c017d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.347767733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"6df607f8-65b9-4b8b-bea2-f632a5b97a65","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.551798583Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c5dc4e2e-5520-4981-8083-c84faf2b0987","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.764813039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79c7e5a2-b046-42a3-9b91-9d5fea78ed1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.814830096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"65bd05d0-c26a-4ae6-a1db-7db6ff324be7","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.822681757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"79c7e5a2-b046-42a3-9b91-9d5fea78ed1b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.848654815Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-sub","reconcileID":"ef6c3e8f-92a6-4384-9427-9a279576e718","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:10.972153335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"f5e57e9c-a72f-4426-b0e2-3d9beac17620","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.029936932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"169d68e1-70d0-4697-8056-3ea2f996b8ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.068270937Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-sub","reconcileID":"ef6c3e8f-92a6-4384-9427-9a279576e718","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.282888304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"ce7e451f-60ce-47eb-ae2b-4a4e8989c662","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.287639775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"d32f6d23-8295-46b3-bb3d-e9afe3ce2dbe","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.334157351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5a1cf5bd-0469-4bb2-841a-ccbb60e422c6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.484559132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"bf0c70a8-d9e3-47f9-8105-6f1cf748739a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.498413689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d2cbcbd4-602b-4bb2-8005-97dceb13d36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.498544149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"08b3f566-91de-4168-8367-a9472e6cd939","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.498416463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d5347a5e-a197-4675-9f19-fb036fc5c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.557116048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"08b3f566-91de-4168-8367-a9472e6cd939","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.557135971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d2cbcbd4-602b-4bb2-8005-97dceb13d36f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.559634485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d5347a5e-a197-4675-9f19-fb036fc5c546","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.763206167Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth","reconcileID":"4ef03ba6-0ee0-4e13-8d06-31181fa954d7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.931375095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"74a0f3a3-48f2-478d-90c5-4cbf518119ec","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:11.994492596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.047833537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a84f33e0-d187-4ab0-887b-4ad839aba64b","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.047856175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a84f33e0-d187-4ab0-887b-4ad839aba64b","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.066518865Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","namespace":"ai-tenant-e2e-inf-a-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.066610606Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","namespace":"ai-tenant-e2e-inf-a-7bd72e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.066679148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","tenant":"e2e-inf-a-7bd72e","tenantID":"e2e-inf-a-7bd72e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:12.109338808Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-604305-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.122233833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Deployment","name":"maas-api-e2e-inf-a-7bd72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.161849512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"23e0f8b4-3910-4f9f-be3c-59fa7064a86b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.161945151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"65351ec5-9dae-4506-8dce-f1d3703cf8ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.184218572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Service","name":"maas-api-e2e-inf-a-7bd72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.212697761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"d017b63f-9a22-4acd-83f5-6dd9a86a77e9","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.212721611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"d017b63f-9a22-4acd-83f5-6dd9a86a77e9","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.220354214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"65351ec5-9dae-4506-8dce-f1d3703cf8ac","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.220482557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"23e0f8b4-3910-4f9f-be3c-59fa7064a86b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.240510262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-7bd72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.296686489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-7bd72e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.324394321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"47678c02-5c32-418a-9021-ed51477e5246","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.324414155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"47678c02-5c32-418a-9021-ed51477e5246","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.354643445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.41054986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.432047924Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"d0f2fc9d-7592-4db5-a273-6d8598113f6a","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-att-unrel-604305","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.466678966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.529267512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.582265452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Deployment","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.637438936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.645676222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"63a1c371-6a6c-4a5d-8f2b-be120dcf82b4","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.645739465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"86344763-d6b9-4e82-9cc5-d6af085f7005","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.694351168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Service","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.707463788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"54dfa9fb-ed95-47f4-9c67-6fdade75694e","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.707573714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"54dfa9fb-ed95-47f4-9c67-6fdade75694e","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.749206557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"63a1c371-6a6c-4a5d-8f2b-be120dcf82b4","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.753464487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"86344763-d6b9-4e82-9cc5-d6af085f7005","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.754239039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.764705107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"cec8c8d0-3c51-4cd8-8b29-70a1ed0448e3","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.807954755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.860526596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.862332927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.914445163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.971764626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"361e6d33-84ba-4dec-9234-c45d12d936ca","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.972742668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"94d0b93d-7c43-4f40-b8fe-05fae126ad38","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.973182581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.977930584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"33ebde22-876a-4c5e-9e17-41c5e7b643f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:12.984249242Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:13.021404861Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-sub","reconcileID":"5274f4b7-979a-4244-803e-f34c8e5e7fd0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.023766755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"59000072-4ef7-42df-a7d9-95be019e1089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.026350055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.026507188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c8927f8f-c459-44dc-9bd1-081785ff25f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.035903189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"33ebde22-876a-4c5e-9e17-41c5e7b643f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.084768327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"59000072-4ef7-42df-a7d9-95be019e1089","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:13.087619009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"04a84809-7a18-4bec-82b2-b8554a54907b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.088036289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.088516846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0ed7fce8-4437-4a49-ba02-9989fe53d434","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.088540599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"0ed7fce8-4437-4a49-ba02-9989fe53d434","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.092211971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c8927f8f-c459-44dc-9bd1-081785ff25f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.143710657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-7bd72e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.145203954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"b8e9602c-a1ae-46b4-a0ec-66f66e3ae073","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.197681233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-7bd72e"},"namespace":"ai-tenant-e2e-inf-a-7bd72e","name":"default-tenant","reconcileID":"bac59006-20a3-43e8-876d-93cc30bf7ba0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-7bd72e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.19837995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"54c27485-01aa-43a3-9a29-36510d528a1b","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.234233438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cb695f08-8311-47b4-91ac-e26e49bdd1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.234254946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b35088d0-7c5a-4957-9727-e8eb2b35e3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.256941914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"4276501a-1e9c-4dba-a713-af6165e842df","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.273741127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"d282f0e2-29d0-4af0-8da2-5f954964fcc6","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.361269433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cb695f08-8311-47b4-91ac-e26e49bdd1ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.386845763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b35088d0-7c5a-4957-9727-e8eb2b35e3e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.453237817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"57dc5fa4-2a76-4bf3-906d-ac1770cfa5f3","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.498823689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"74972ccf-d43e-4244-ade2-b434baf56532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.65169805Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7854a96e-01bb-4395-aafd-ac920a803c29","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"distinct-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.654275842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"74972ccf-d43e-4244-ade2-b434baf56532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.67869215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c1760f77-8ae1-4fc0-a89c-abc83dfe1f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.679355741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"b93a731a-37ee-4bc4-bae5-c13112da568c","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.680475367Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]","namespace=ai-tenant-e2e-worker-w3-4b9210 priority=0:[ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.73837524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c1760f77-8ae1-4fc0-a89c-abc83dfe1f4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.79017215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"07c754fd-3c00-4665-8cd6-410612777d2e","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.800231066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"960aa050-1658-4ced-b9f9-2367ddebc506","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:13.821503588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"7854a96e-01bb-4395-aafd-ac920a803c29","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.847071391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"bea083ad-30cf-4ecb-8d9d-254162356801","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:13.854647304Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.870571451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09c5c6a4-e935-4ddc-9f65-9c6a4ab56bba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.92435802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0814c0b6-f893-49eb-9214-53ee93b05c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.930444142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"09c5c6a4-e935-4ddc-9f65-9c6a4ab56bba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.939886577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"b412962c-349d-4bac-9b56-dd9884dc0531","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:13.985091844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0814c0b6-f893-49eb-9214-53ee93b05c06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.023146802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"66a7c7cc-b251-42a4-b729-6e36abd8853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.04395402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"54928a0c-3330-4a73-bced-a12069b7d730","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.082919309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"66a7c7cc-b251-42a4-b729-6e36abd8853b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.141677771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"5115a047-9b2e-4380-bf4a-731757fe9f4e","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"distinct-2-w3-4b9210","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-4b9210/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.208102146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"04f77548-603a-44f7-bbd9-36841756b4c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.215680446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"a2e5d50e-c92e-4314-bae0-e656f8b5acd9","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.2689106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"04f77548-603a-44f7-bbd9-36841756b4c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.318499903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"90181d28-c2db-49cb-acf2-b48d0affb000","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.476554858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4ee11879-e0c3-44a4-b931-516aa817c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.477400622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e9f7a47-e79c-4737-81f3-ae69c45e3886","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.536335587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4ee11879-e0c3-44a4-b931-516aa817c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.537018512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4f13b235-a8de-4ce7-b203-042e56734b4f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.538648096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"6e9f7a47-e79c-4737-81f3-ae69c45e3886","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.555047717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e50b4d52-4a06-4931-a403-3970bdeb7f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.607280614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"76180399-98dd-4b1c-84e9-6874deef146d","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.624844088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e50b4d52-4a06-4931-a403-3970bdeb7f45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.882468105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"617fd0a3-18b0-45ac-9e28-4c600b853ffe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:14.941238961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"617fd0a3-18b0-45ac-9e28-4c600b853ffe","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.47460401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f4b9ecd2-998b-4927-b755-99eb5f53bb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.475469686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"58288642-1132-4855-8d28-8ae40a60d7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.535686409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"58288642-1132-4855-8d28-8ae40a60d7fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.537105611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f4b9ecd2-998b-4927-b755-99eb5f53bb61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.845202474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ea69459-41c3-4f30-9af7-aa933010cd4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.845477812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c02a0374-a330-4174-911b-5713d1f5b18f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.845204926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8b0f2c4a-25ae-4074-9912-0b7c2342f306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.906643368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4ea69459-41c3-4f30-9af7-aa933010cd4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.906748524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8b0f2c4a-25ae-4074-9912-0b7c2342f306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:15.910535438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c02a0374-a330-4174-911b-5713d1f5b18f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.00108609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"147372f1-17e7-4dc8-b3d0-d65ff88308f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.006410608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"35231039-66ff-482e-9393-e00aa767fe8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.059620664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"147372f1-17e7-4dc8-b3d0-d65ff88308f7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.066842488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"35231039-66ff-482e-9393-e00aa767fe8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.27151584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0a4887a9-605e-44aa-913f-3ef3185b5ccf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:16.32993974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0a4887a9-605e-44aa-913f-3ef3185b5ccf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.112326661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"54c05615-38f7-479b-9234-449c994724e4","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.277130855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"31afeb74-1347-4508-9fe4-2ef566f94b6a","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d755c31c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.379924044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0d7ef325-76c6-4dbc-a926-d02cfd696053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.380180412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d46a4703-b024-4045-97b2-b9f24ba74838","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.379931197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12b9a625-d3a6-4e2b-b62d-efb79f29c756","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.380553121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"81350036-99f8-497d-b86c-0b6a9d450b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.438176582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d46a4703-b024-4045-97b2-b9f24ba74838","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.438332136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0d7ef325-76c6-4dbc-a926-d02cfd696053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.440615593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"81350036-99f8-497d-b86c-0b6a9d450b44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.440701103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"12b9a625-d3a6-4e2b-b62d-efb79f29c756","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.772235219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"4102d304-b554-4d5c-8beb-04aabea3b40e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.830175769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"4102d304-b554-4d5c-8beb-04aabea3b40e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.877495585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eea54d93-0850-4fcf-b1e4-e2f1647854dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.877928562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c8412eba-8b40-4b4f-9942-5486172d84d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.878898658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c57a8a31-0d18-4dcd-96f9-e3d257f5c81f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.879713654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37a27ef1-448e-4a90-9694-1140749aad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.887617437Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75d177d59c2fa3190676414c99a13ae6621c8402fbcd428115233e564e007c10) AuthConfig (ed433c23534f36ea97a4c5a3414e137e58c8b59eecec803b9aec283d9c958dc7) AuthConfig (4f2503f94ab796dcb470a007cf63fad22f4432e371bcc8967ee14b234d90ad9b) AuthConfig (4816f521154daa5207c9d8425ac47bda5bcaddde95c9d89b043155ed553cd5af) AuthConfig (f38d7f6f5bf2fc919449fea878dada28800f4e08478d762437620ed7524418f6) AuthConfig (0280fadf043ac149181802324bff6135021887373dd32b43b2a9aa041b90ce9c) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (696053efcad28dd66d5b97121f182d7ff1a61be190b61572be040534b10766ef) AuthConfig (81cbdad26fa2781e34c7142f8386aef9fa4b3180f70bc665b3afe48d39a905ab) AuthConfig (8d50a926a74e1f43bcf0e74ba44b5e1de41ccb0e95c49dab5e89f1689b3961e0) AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (df05b54f356cee782af51ca59e6b7d226505625e19cd3302d09d8e4b0a6fdfb9) AuthConfig (263afdd558b7d8eb1e7fc041dabc10e3e4d6303a01e7f872ecc50ff4edccf108) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (4f0e64ca9b80efee27ebe8acf4b1a3cab0569ad310df1833a9f557e9fccb693a) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"4102d304-b554-4d5c-8beb-04aabea3b40e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.937286983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c8412eba-8b40-4b4f-9942-5486172d84d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.937306678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"eea54d93-0850-4fcf-b1e4-e2f1647854dd","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.939719705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c57a8a31-0d18-4dcd-96f9-e3d257f5c81f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.939872695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37a27ef1-448e-4a90-9694-1140749aad54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.946733337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"bbff9067-9f63-441d-bd3b-f90c4e937d35","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:18.946747534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"bbff9067-9f63-441d-bd3b-f90c4e937d35","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.069510227Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7bd72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7bd72e","reconcileID":"54749056-1947-4d11-834f-9d4b67573a66","aitenant":"ai-tenants/e2e-inf-a-7bd72e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.721005747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d127392-9b8d-4be8-ba10-24370db21b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.774091937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d127392-9b8d-4be8-ba10-24370db21b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.827321432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d127392-9b8d-4be8-ba10-24370db21b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.880464064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d127392-9b8d-4be8-ba10-24370db21b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:20.945933742Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-7bd72e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-7bd72e","reconcileID":"54749056-1947-4d11-834f-9d4b67573a66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-7bd72e","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-7bd72e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.921032179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26183b7-2a68-4704-a434-a8c39ab4b100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:22.974199596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26183b7-2a68-4704-a434-a8c39ab4b100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:23.027237499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26183b7-2a68-4704-a434-a8c39ab4b100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:23.081148456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26183b7-2a68-4704-a434-a8c39ab4b100","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.475620525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-sub","reconcileID":"a791f2b9-fc45-474a-b58b-1b9ccdad2294","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.475754903Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-sub","reconcileID":"a791f2b9-fc45-474a-b58b-1b9ccdad2294","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.798663878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.85829381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"71400edd-8269-4cf0-baaf-4656c633aacf","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.95866608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5d6f6d0f-ebb6-4c3c-8cfe-c6bd67d58234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:25.95909122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2417d94e-439f-4fee-8dc4-f41b38a68f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.021789679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5d6f6d0f-ebb6-4c3c-8cfe-c6bd67d58234","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.024400496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2417d94e-439f-4fee-8dc4-f41b38a68f39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.665440089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"45190849-48ee-44e9-881e-2a9b21bd5b3f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.72442549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b01fe69c-1cf1-4a1e-88e8-3a82ecda21cb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.886366711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth-only","reconcileID":"852745a3-08e2-4c73-b0f6-4235a1940791","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:26.944897382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth-only","reconcileID":"852745a3-08e2-4c73-b0f6-4235a1940791","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:27.228037448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"7986f1e9-ed06-4126-a0c6-14dac59964c4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:27.389335172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth-only","reconcileID":"22cdf716-6c17-4268-a13f-992e9e4bef64","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:27.452333263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth-only","reconcileID":"22cdf716-6c17-4268-a13f-992e9e4bef64","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.330645781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6c18684f-b239-41e4-afc4-a366325dfe94","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.336302674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.383955757Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6c18684f-b239-41e4-afc4-a366325dfe94","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.43771866Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub1","reconcileID":"6c18684f-b239-41e4-afc4-a366325dfe94","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.71823603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"62f3fd76-a5a4-4735-a14c-883702147826","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.718482153Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.799499766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c452d05-3391-4f30-8e76-46a28461c890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.855891585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c452d05-3391-4f30-8e76-46a28461c890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.869545348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"b30e8d41-c076-4f2a-b72b-ab4b672ceac4","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.914476563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c452d05-3391-4f30-8e76-46a28461c890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.914623566Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","namespace":"ai-tenant-e2e-inf-b-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.914670545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","namespace":"ai-tenant-e2e-inf-b-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.914717291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","tenant":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.96792922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c452d05-3391-4f30-8e76-46a28461c890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:28.969896505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Deployment","name":"maas-api-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.04481112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Service","name":"maas-api-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.081970043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0ecddae6-46e9-4631-a881-c7ada877c1ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.082634009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dfa10927-af39-43ad-ae3b-27f9f35a860d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.091542843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"f73eab45-a5aa-4dac-b4ed-b67bd92d304c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.111022151Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"ab727fc0-4fdf-461a-ac7f-1eff8c96245d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b641c6c5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.111409401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.141611106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bfcb51ba-81e5-4dcb-81c4-06563180fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.152624229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0ecddae6-46e9-4631-a881-c7ada877c1ee","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.153293226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b9c9a439-4a4c-40f3-93e1-9a2c0b567adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.15711229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"f73eab45-a5aa-4dac-b4ed-b67bd92d304c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.157385425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"dfa10927-af39-43ad-ae3b-27f9f35a860d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.167255935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.201114802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bfcb51ba-81e5-4dcb-81c4-06563180fb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.212706578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b9c9a439-4a4c-40f3-93e1-9a2c0b567adf","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.21483806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (75d177d59c2fa3190676414c99a13ae6621c8402fbcd428115233e564e007c10) AuthConfig (ed433c23534f36ea97a4c5a3414e137e58c8b59eecec803b9aec283d9c958dc7) AuthConfig (4f2503f94ab796dcb470a007cf63fad22f4432e371bcc8967ee14b234d90ad9b) AuthConfig (4816f521154daa5207c9d8425ac47bda5bcaddde95c9d89b043155ed553cd5af) AuthConfig (f38d7f6f5bf2fc919449fea878dada28800f4e08478d762437620ed7524418f6) AuthConfig (0280fadf043ac149181802324bff6135021887373dd32b43b2a9aa041b90ce9c) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (696053efcad28dd66d5b97121f182d7ff1a61be190b61572be040534b10766ef) AuthConfig (81cbdad26fa2781e34c7142f8386aef9fa4b3180f70bc665b3afe48d39a905ab) AuthConfig (8d50a926a74e1f43bcf0e74ba44b5e1de41ccb0e95c49dab5e89f1689b3961e0) AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (df05b54f356cee782af51ca59e6b7d226505625e19cd3302d09d8e4b0a6fdfb9) AuthConfig (263afdd558b7d8eb1e7fc041dabc10e3e4d6303a01e7f872ecc50ff4edccf108) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (4f0e64ca9b80efee27ebe8acf4b1a3cab0569ad310df1833a9f557e9fccb693a) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"f73eab45-a5aa-4dac-b4ed-b67bd92d304c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.222925407Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-active-auth-only","reconcileID":"47ed92ff-e18a-4850-a069-26afd663c308","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.223048302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"421b6d3c-b814-457b-a755-a6a7cc448146","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.280790732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.346018789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.416288585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.486666436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.542208098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.549079852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"26af02f6-422e-4489-a65f-d5dba191004d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.594819877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.64876645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Service","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.649576098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"383f46e1-e330-4e91-bf8d-65c0e5357182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.650253414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"df2ded1f-d1fd-4f8e-abdb-9d7e93f97e52","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.703572894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.709277623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"383f46e1-e330-4e91-bf8d-65c0e5357182","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.709462953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"df2ded1f-d1fd-4f8e-abdb-9d7e93f97e52","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.756908523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.757017497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"abd3519c-4a67-45b2-9f1d-6f3f4fc6e287","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.757284532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6018b0a4-607c-4ef1-a68f-eabc6bf513ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.811194283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.817095865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6018b0a4-607c-4ef1-a68f-eabc6bf513ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.817945177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"abd3519c-4a67-45b2-9f1d-6f3f4fc6e287","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.864276598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.924014429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:29.978123773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.031017269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.133716476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.222236767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2e8695ab-a18d-4836-997f-cd14841e99d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-036f88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.727591359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"24bb3ffa-237a-4f05-ab2d-c17dd4714116","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.785670157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"24bb3ffa-237a-4f05-ab2d-c17dd4714116","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:30.842221151Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"24bb3ffa-237a-4f05-ab2d-c17dd4714116","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.136363914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bbd61-5dac-465f-b619-2bb19131705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.192346261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bbd61-5dac-465f-b619-2bb19131705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.251399299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bbd61-5dac-465f-b619-2bb19131705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.307088398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c69bbd61-5dac-465f-b619-2bb19131705d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.359781445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"1c7fd553-cc0c-47e7-b325-37f081cd01d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.42213533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"1c7fd553-cc0c-47e7-b325-37f081cd01d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:31.482518129Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"1c7fd553-cc0c-47e7-b325-37f081cd01d3","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.658166252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d343be3d-98ad-47b9-afec-1a1cd8abb2e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.658176263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"b1e0343a-d317-41c2-9641-45280ca04c69","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.669678877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"f02eff12-c298-46be-bd85-49d8838de33b","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.737265474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d343be3d-98ad-47b9-afec-1a1cd8abb2e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.743286062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"b1e0343a-d317-41c2-9641-45280ca04c69","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.988389687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1f12084c-b4b4-4085-bdf7-a488cd889f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:32.988475391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1764baf8-5a18-4e91-bd3c-2e6ade06c315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.027100599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"5305f262-de36-476f-8a9d-fa9ceb9cc0da","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.027216949Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"5305f262-de36-476f-8a9d-fa9ceb9cc0da","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.027512827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07f368cd-0931-429b-983a-c52045663684","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.042102051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-failed-auth","reconcileID":"4c8a8887-111a-4179-85cc-3b8b8f63eb56","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.098739589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07f368cd-0931-429b-983a-c52045663684","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.106541571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1f12084c-b4b4-4085-bdf7-a488cd889f48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.109463464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1764baf8-5a18-4e91-bd3c-2e6ade06c315","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.345333167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef0041b8-f704-422f-bf58-b72fbdea0572","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:33.404965251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ef0041b8-f704-422f-bf58-b72fbdea0572","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.060903262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f012d2b7-b2ea-4e6f-8c62-a86f5268b658","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.117021455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2f296665-3b1c-43f9-af37-d64c3e2e511a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.277329728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"ee650b53-2576-4698-a11f-86206e641ec0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.323728838Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.323764642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"98ba6fc8-3957-4725-ab8f-6196a2e3d8f2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.335158025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"ee650b53-2576-4698-a11f-86206e641ec0","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.37970739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ca450d27-2258-4910-a08f-3a43af8d661d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:34.433305585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"a7b6ae86-36f1-4892-bfa2-ce8746031081","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.48183589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9ea13f43-f891-4893-b38a-0a9bb6df11e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.48183553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"136acc68-eb31-4f9e-998f-8a4ebb9b9e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.540290728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"136acc68-eb31-4f9e-998f-8a4ebb9b9e26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.540337589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9ea13f43-f891-4893-b38a-0a9bb6df11e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.548879493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fb08b41f-e2fe-4a1c-a9bc-f454ef44430b","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.606961906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"59d74930-2a3d-4e4c-93a2-0300ec7656da","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.655871621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fa78c5f7-b58e-4834-83fc-861490c37644","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.814312499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"8ddbd122-f77b-4492-a508-39cc631fd823","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.872049776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"8ddbd122-f77b-4492-a508-39cc631fd823","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.87856383Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"70c3aeca-9a3f-4516-af15-2cd2690216e8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.878694334Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"70c3aeca-9a3f-4516-af15-2cd2690216e8","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.908914868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f6861aae-2baf-494b-8429-d1f8403d6c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.909083222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9138dfc1-5495-4b81-9da8-9a3ad626a706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.9670307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f6861aae-2baf-494b-8429-d1f8403d6c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:34.967114291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9138dfc1-5495-4b81-9da8-9a3ad626a706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.09150117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"9abcda74-8c68-410f-9ac5-f92472aab9ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.099389675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dadf55f0-0cd0-4e9f-ab57-530cb7a1eaa4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.312717926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"229d0f3e-d8dd-4892-bea2-f9d754b7ace3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.312851923Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"229d0f3e-d8dd-4892-bea2-f9d754b7ace3","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.781240455Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"a04ca452-4a8f-4c25-9992-97e37cf2d647","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.838207572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"bc6b4cf5-0194-4197-b858-e555c502f39e","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.888559387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"7f311550-5fa3-47ba-a287-f2124a7478b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.940784937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3099d91-dfe4-4a20-a108-1c3a6c3469b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.941568834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed316a77-8cda-4085-8285-3fe908b3946a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.941610413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9b933420-e753-48ed-9118-ce992f3a8b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.946143036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"7f311550-5fa3-47ba-a287-f2124a7478b8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:35.999544485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3099d91-dfe4-4a20-a108-1c3a6c3469b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.000607977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9b933420-e753-48ed-9118-ce992f3a8b02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.003487008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed316a77-8cda-4085-8285-3fe908b3946a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.047322106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"253c77d3-7d85-4792-9237-9f96300d58a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.105319004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"253c77d3-7d85-4792-9237-9f96300d58a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.160539782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"c76f9fb9-96cc-4fc6-95c7-62b8d89550d5","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.327124911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"15fd176b-0e4b-4044-ad80-b88fd45034fc","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.327147557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"15fd176b-0e4b-4044-ad80-b88fd45034fc","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.330856926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"35d33591-5cd3-4570-8575-90ca94fc6226","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.330916538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"c129876a-f846-4be3-b50f-6a80be947b94","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.367254292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1f935e8d-d92f-4a16-b214-e1b9b4dc5576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.42574983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1f935e8d-d92f-4a16-b214-e1b9b4dc5576","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.434695414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"323ca81a-766c-47c5-80b2-fef986cad493","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.434715642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"323ca81a-766c-47c5-80b2-fef986cad493","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.481502342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"2493c7c5-0021-41d5-851b-27b970a497ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.48135758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a04931d8-ee03-49f2-80e6-a50a33ab6f47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.55303083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"2493c7c5-0021-41d5-851b-27b970a497ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.553451278Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"e8678618-a383-4183-8298-4b6b554a6a89","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.553647495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a04931d8-ee03-49f2-80e6-a50a33ab6f47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.590591524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e175407b-9222-4879-aa43-d42a4c19e786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.617159422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3e04e1b2-f2cd-4bce-aff8-9204ef8213c6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.618423621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"111fa5a4-5797-4852-80f2-cfdf12e14bb5","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.618508475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"111fa5a4-5797-4852-80f2-cfdf12e14bb5","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.654499463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e175407b-9222-4879-aa43-d42a4c19e786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.677546382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3e04e1b2-f2cd-4bce-aff8-9204ef8213c6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.719739378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5078ab2c-689e-49be-bf96-77117f463658","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.850359579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"fd0a23b6-045b-4bfb-89dc-3a435700593c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.908607585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"29ff687c-12e5-4211-83b1-da1f63258202","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.908714541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"fd0a23b6-045b-4bfb-89dc-3a435700593c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:36.966879646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"29ff687c-12e5-4211-83b1-da1f63258202","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.00206687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"8fb53b78-d9e3-45dd-a5b2-aef38a0d1c27","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.11182844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"8fb53b78-d9e3-45dd-a5b2-aef38a0d1c27","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.112523163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aadaac8-e784-4205-952e-0a8fe285fb3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.113138156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea132b84-249c-4c83-b7bd-8c39b5dd7960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.170529746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aadaac8-e784-4205-952e-0a8fe285fb3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.174798572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea132b84-249c-4c83-b7bd-8c39b5dd7960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.376681145Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"30885920-9595-436a-9b11-651da9d8c4f9","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.403687726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b475be74-3217-4482-bc9d-d64e26099945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.40800948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"44436d0b-03fc-4861-9601-cc15dc570224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.451826915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"cfcaef96-aa4a-4738-92c7-c1cf8bc78fdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.469633049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b475be74-3217-4482-bc9d-d64e26099945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.472068611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"44436d0b-03fc-4861-9601-cc15dc570224","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.504649813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"979bd606-eb36-48ea-ae1d-38d6de62ba7d","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.50466999Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"979bd606-eb36-48ea-ae1d-38d6de62ba7d","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.511376204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"cfcaef96-aa4a-4738-92c7-c1cf8bc78fdf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.607451253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"fd22d2cc-df86-4fce-bb77-20921dc98f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.607444051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a94787d7-d12b-48b6-a6ed-002afaac702e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.61156718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"2fe0bbbd-3f9c-427e-93f2-16bb7398722e","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.611812373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"03b1781a-1495-48b0-8874-9aac5454e728","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.611830535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"03b1781a-1495-48b0-8874-9aac5454e728","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.613894128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"19e170c0-85de-4c7d-82b4-354393311836","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.666249015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a94787d7-d12b-48b6-a6ed-002afaac702e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.666475712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"fd22d2cc-df86-4fce-bb77-20921dc98f82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.719915807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"cea7ce87-4a71-482e-b19a-5e3584799f0f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.857443419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"82f8d328-5061-41e8-8ffe-339303c04d4c","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.939218069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"82f8d328-5061-41e8-8ffe-339303c04d4c","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.966375806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"c7591e2e-82ec-43a4-a494-78f5c852c78e","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.966393733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"c7591e2e-82ec-43a4-a494-78f5c852c78e","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:37.966553905Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.028314652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e3c16111-e011-427c-a572-26b9321dd8a1","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.028333469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e3c16111-e011-427c-a572-26b9321dd8a1","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.076519681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c394c8f-5517-4f67-875c-07cc2fd3668e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.077311104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"8ff3e7a4-a305-4d31-b397-69f138878756","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-1c97c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.135835218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c394c8f-5517-4f67-875c-07cc2fd3668e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.187938724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e78bb73d-9a68-4bb7-95f4-0372a07f8e17","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.187957015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e78bb73d-9a68-4bb7-95f4-0372a07f8e17","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.22568445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"1b30293f-f38d-4077-b082-d54b5e86f867","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.246146009Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.24616142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"31a8c148-090c-4f7f-86c8-5a2bb946261d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.246174078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"31a8c148-090c-4f7f-86c8-5a2bb946261d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.284815067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"1b30293f-f38d-4077-b082-d54b5e86f867","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.305520907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"7c685f92-07c3-46c0-a68b-d196d2ed0b2c","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.305538524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"7c685f92-07c3-46c0-a68b-d196d2ed0b2c","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.305848856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d252a9b4-a710-46c0-85cb-1547a8c57d04","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.305861623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d252a9b4-a710-46c0-85cb-1547a8c57d04","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.353632104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"1d008fae-666b-4bbc-bf9c-e4ab4fcaed6e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.354693733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"0b8c2944-d281-4e7f-acff-4d315efb79a2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-1c97c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.410861378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"b57d5c47-03c9-4dcf-8cdd-66c71f79f00d","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.498739638Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"941531b4-08f5-4e3e-a2b3-d14dce1e3d34","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.501809118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"1d008fae-666b-4bbc-bf9c-e4ab4fcaed6e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.563014874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"eb50b5fc-79a0-48e8-a191-eb6e4de3dd5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.565139176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"941531b4-08f5-4e3e-a2b3-d14dce1e3d34","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.565305241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"413e1bde-570c-4c1d-8746-c960b5a5f52c","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.565316268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"413e1bde-570c-4c1d-8746-c960b5a5f52c","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.565906835Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"94b3816d-ef7e-4c14-b8d0-fea80ced7503","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"rate-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-rate-iso-a-1c97c1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.615552568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"791d3fad-c754-4425-9b68-d7949fdb7733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.621091714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"eb50b5fc-79a0-48e8-a191-eb6e4de3dd5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.624561389Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d17fe782-c87a-45e4-91c3-fb58a395d22a","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.624613586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d17fe782-c87a-45e4-91c3-fb58a395d22a","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.673994579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"791d3fad-c754-4425-9b68-d7949fdb7733","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.688462215Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"211711a7-0e25-4944-8542-628ee53a00ba","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.688518327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"211711a7-0e25-4944-8542-628ee53a00ba","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.71226336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7876df6b-1c35-41ee-a703-c99f8b5aafed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.762133447Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0fdc0b43-9294-474d-af0c-e31d1ffe1c70","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.762184796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0fdc0b43-9294-474d-af0c-e31d1ffe1c70","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.762307106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"6d6bb346-f68e-4088-8cbd-fe496171dca5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.762317303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"6d6bb346-f68e-4088-8cbd-fe496171dca5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.769937705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"7876df6b-1c35-41ee-a703-c99f8b5aafed","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.774711534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"101ec347-6534-4760-9a82-9eb55df3b01b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.779913644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e55ca7ed-6c08-4de9-8cc5-67b0444c0e78","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.780701936Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"e4563d54-83ce-42a4-aa52-196ae5508144","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"rate-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-rate-iso-b-1c97c1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.832479899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"101ec347-6534-4760-9a82-9eb55df3b01b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.838212492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e55ca7ed-6c08-4de9-8cc5-67b0444c0e78","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.856438662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0f332f0b-c5b9-4ae2-be74-3b095eda69bc","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.856506646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0f332f0b-c5b9-4ae2-be74-3b095eda69bc","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.943555081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"09d9a4cc-32c9-45b6-b0c7-ee9aebb81d75","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.989920201Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"1b012370-a2f6-476a-8c86-2e4a4bc778dd","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:38.99000638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"1b012370-a2f6-476a-8c86-2e4a4bc778dd","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.990165733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"79df9797-9b47-4ab2-9853-6a2bc7490379","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:38.990179763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"79df9797-9b47-4ab2-9853-6a2bc7490379","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.039277135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6c18e17a-cdbc-442f-9df5-d3319791319a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.043696745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"554e2519-1396-4b7f-908e-c2566892ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.098627416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6c18e17a-cdbc-442f-9df5-d3319791319a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.102649992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"554e2519-1396-4b7f-908e-c2566892ad86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.11174625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"ff40cb5d-4a54-4a40-bd5c-1ca3aec38dc1","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.111763906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"ff40cb5d-4a54-4a40-bd5c-1ca3aec38dc1","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.141276365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"6765c5d2-44dd-4e7b-a9a8-381aa8b4561a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.164325017Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bc3bc32a-c36a-4e92-81a7-d79004319857","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.164475314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"f52f8b88-86c9-4831-9227-5a13285a715d","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.196946244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b67e732-271c-4118-b155-44de7ad0f6d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.199461658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"6765c5d2-44dd-4e7b-a9a8-381aa8b4561a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:39.203884039Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"9adf825e-503b-45c4-86e8-42c4de0ed9a7","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:39.203942087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"9adf825e-503b-45c4-86e8-42c4de0ed9a7","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.217750313Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bc3bc32a-c36a-4e92-81a7-d79004319857","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.255097653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b67e732-271c-4118-b155-44de7ad0f6d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.293868069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"0ea6f38e-0ee6-4d33-bb5e-6402febf6565","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.318858484Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-sub2","reconcileID":"bc3bc32a-c36a-4e92-81a7-d79004319857","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.35201779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"0ea6f38e-0ee6-4d33-bb5e-6402febf6565","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.470048668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5b3b0a-2130-42c6-b49a-6fd1acfeba52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.530270443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ab5b3b0a-2130-42c6-b49a-6fd1acfeba52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.56903134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f310e863-5240-42c0-b352-3c61958fc7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:39.578485656Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0c443358-286f-4453-b7c4-458c944ec54f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:39.578557781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0c443358-286f-4453-b7c4-458c944ec54f","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.595020343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"ca246edb-efd2-4e5b-b27e-b5e6a01136d3","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.595057863Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.627066015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f310e863-5240-42c0-b352-3c61958fc7d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.670090028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dda639a9-820b-47c1-a5ad-23b033b3a098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.727829724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dda639a9-820b-47c1-a5ad-23b033b3a098","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.745492863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"58a9434f-f606-42ba-8852-287223e010fb","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.775099259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"86c5166d-4387-4d0e-8b3c-57b887e98fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.833239624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"86c5166d-4387-4d0e-8b3c-57b887e98fa5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.875837038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"753518a3-714c-4d1b-83ba-e828a5e02d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.922913532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9f14fe89-dfe3-473d-aa68-e8b26693caf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.933995716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"753518a3-714c-4d1b-83ba-e828a5e02d75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:39.980918892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"9f14fe89-dfe3-473d-aa68-e8b26693caf3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.023114572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07e444b2-8dbe-479e-9cd7-99e355c25d32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.090001474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"07e444b2-8dbe-479e-9cd7-99e355c25d32","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.147119007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth1","reconcileID":"31d29c7c-4fa5-4103-a08a-38722a14f925","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.203424312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9ea6c94e-c91e-4caa-a024-2134f62f953e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.262114879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"9ea6c94e-c91e-4caa-a024-2134f62f953e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:40.273478381Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"a560b065-c723-4fdd-8220-889af28ba3f4","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:40.273541825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"a560b065-c723-4fdd-8220-889af28ba3f4","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.312630606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"e6aaa59a-c843-4025-bfa1-a314107995c8","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.458140983Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f25d7620-6873-4cd0-8240-177b266eb9be","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/distinct-2-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.458166757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"f896fc2a-0051-4f14-903a-cb8ca1326de8","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.73040074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"582c8383-695c-4187-b640-b27a7fa39f30","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.859273593Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"bd8937c1-4fdf-4a2c-a335-64f6928054eb","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.966453145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"e77710cc-ef0e-45e4-b006-4745d5428f37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:40.967226364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"2e9ab002-253d-484e-9a92-f3b32217123b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.018604492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ab1129-6ed5-4eb1-bffa-facead398c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.018667898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"992079b4-7c5b-41d9-a923-648d7da63c78","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.021972048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"2901afcc-ace9-439a-918c-f3c4e2598fe7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.027545309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"e77710cc-ef0e-45e4-b006-4745d5428f37","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.027553014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"2e9ab002-253d-484e-9a92-f3b32217123b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.07668048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0ab1129-6ed5-4eb1-bffa-facead398c0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.07684991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"992079b4-7c5b-41d9-a923-648d7da63c78","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.079853591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"2901afcc-ace9-439a-918c-f3c4e2598fe7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.39472289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16e81f8c-0657-43c6-818c-cb5d56fe279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.394721142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b389971b-d25c-4735-8f49-30d3c53c2aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.44702635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"890e8eb9-1632-4fb6-9c03-11ee44e21305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.44764359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5f896b99-a851-4d95-88fd-b42a13f9fd0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.45446048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16e81f8c-0657-43c6-818c-cb5d56fe279d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.455187418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b389971b-d25c-4735-8f49-30d3c53c2aed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.500780635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"7a962a5d-2619-4f9f-b228-231ec1282379","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.504877797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"890e8eb9-1632-4fb6-9c03-11ee44e21305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.505429297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5f896b99-a851-4d95-88fd-b42a13f9fd0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.558931815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"7a962a5d-2619-4f9f-b228-231ec1282379","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:41.608141252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0c94028c-7ac3-4c08-9a4a-67fcf361bbb3","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:41.608212862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0c94028c-7ac3-4c08-9a4a-67fcf361bbb3","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.827644861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6e452c12-ca67-4740-af46-9c8fa93cf311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:41.88548456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6e452c12-ca67-4740-af46-9c8fa93cf311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.128591988Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"eefcde6b-30d7-43fe-bac2-7b0f53470f80","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:43.197944092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"65d88511-6699-4470-a6ea-ae97e92326a0","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:43.198066067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"65d88511-6699-4470-a6ea-ae97e92326a0","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.308766979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"9e4243fd-31cf-4a1c-9b35-15e2e7180f90","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.309525893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"df63551c-e9a6-4a62-9f96-a51f77833c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.310153998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f5304d94-3f4c-4890-afd3-aa802b98c938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.310862724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"4f294cc7-1350-4e2e-ad59-e7a2c4d38d72","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.311411386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"32647ccb-de45-42f0-bd97-8db79328efba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.42952774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"9e4243fd-31cf-4a1c-9b35-15e2e7180f90","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.43388466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f5304d94-3f4c-4890-afd3-aa802b98c938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.43468665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"df63551c-e9a6-4a62-9f96-a51f77833c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.443666401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"32647ccb-de45-42f0-bd97-8db79328efba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.446602733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"4f294cc7-1350-4e2e-ad59-e7a2c4d38d72","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.748304836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"19cf72d6-5402-43b4-9149-5fa47df03783","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.748895314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3a2b3ced-b755-4f71-9f75-a97de4b843fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.800570014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"e4a48ee8-b968-45c3-b62e-6c43892ef8b9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.807251782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"19cf72d6-5402-43b4-9149-5fa47df03783","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.807751033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3a2b3ced-b755-4f71-9f75-a97de4b843fe","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.861083394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"e4a48ee8-b968-45c3-b62e-6c43892ef8b9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.907712564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"498a8ac3-ac57-4bce-abdc-a391be722da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.907920332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"169a1fe0-ea57-469c-8b0b-065c769ccf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.965797428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"498a8ac3-ac57-4bce-abdc-a391be722da4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:43.966052498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"169a1fe0-ea57-469c-8b0b-065c769ccf51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:44.173556192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ba38ec6c-fd1a-49c0-92a6-4a82b7def593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:44.232113373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ba38ec6c-fd1a-49c0-92a6-4a82b7def593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:45.052329178Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5587e621-8993-47c8-b61a-63fee8c5b690","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:45.052397294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5587e621-8993-47c8-b61a-63fee8c5b690","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.106069229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"40348279-69b7-4561-a4a2-2ab8ff55eb4b","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.106095547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"40348279-69b7-4561-a4a2-2ab8ff55eb4b","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.157339765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"202598d1-79e1-4d68-b44f-e356998d0074","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.157342051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"20daf748-f48d-4edd-b70b-d2a9a3570283","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.217833173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"20daf748-f48d-4edd-b70b-d2a9a3570283","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.217871082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"202598d1-79e1-4d68-b44f-e356998d0074","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.218399327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"d608ca7f-e48a-4562-8476-320813ef7776","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.218422175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"d608ca7f-e48a-4562-8476-320813ef7776","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.220959826Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"23e81263-8c50-4ec4-9079-b335c950937a","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.269205589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"ff7d7655-e541-4aef-9d08-6485a0650f3b","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.273502913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"250eda84-3ecb-4193-87be-3afd72dccd8e","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.463000808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d4abf87c-1b11-491c-bea2-b6e32e823f3e","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.46313139Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d4abf87c-1b11-491c-bea2-b6e32e823f3e","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.484917463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ad160d0a-8f48-45eb-91f8-199a85a7a992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.516488293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbe0d68b-e8dd-4902-90ef-5db6f5a03b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.546463945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"49da2ac0-e0dd-445e-8bcb-ab3126117971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.547033513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ad160d0a-8f48-45eb-91f8-199a85a7a992","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.678433122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bbe0d68b-e8dd-4902-90ef-5db6f5a03b32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.717233744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"49da2ac0-e0dd-445e-8bcb-ab3126117971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.829425662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5059f26b-5558-414c-be7a-97972524dfc6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.849533998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"efcedc07-90f7-490e-88ab-82444c9cf825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.916415747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5059f26b-5558-414c-be7a-97972524dfc6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.92368866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"efcedc07-90f7-490e-88ab-82444c9cf825","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:45.980424046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1435d616-3ba4-4c50-9ba2-87b709100bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.045724927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"1435d616-3ba4-4c50-9ba2-87b709100bc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.125624091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"e978cae0-6d07-48cb-9b19-b89a288cb4da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.155076182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3476347c-8090-4725-bb8a-04b9fefde2d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.312465201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3476347c-8090-4725-bb8a-04b9fefde2d5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.319373504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"e978cae0-6d07-48cb-9b19-b89a288cb4da","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.611897581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"de81a7a8-9d54-4b16-8551-be489465fe01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:46.99401564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"2c271c1e-c9c0-432d-b2ab-c30d2355d271","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.029854056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"de81a7a8-9d54-4b16-8551-be489465fe01","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.048481223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e44a517-8049-4610-b4d7-a71210b3db06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.105684103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"20f61343-9874-4f9d-89f2-51018b990519","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.132413409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e44a517-8049-4610-b4d7-a71210b3db06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.206602715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"20f61343-9874-4f9d-89f2-51018b990519","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.419575694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"911b0b38-2538-4aec-95a0-aa46e5747249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.493204768Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"2c271c1e-c9c0-432d-b2ab-c30d2355d271","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.493341565Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"2c271c1e-c9c0-432d-b2ab-c30d2355d271","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.493587818Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-sub","reconcileID":"2c271c1e-c9c0-432d-b2ab-c30d2355d271","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.622442101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f1b9ad5d-fabb-4ca5-91c3-400dcb827e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.760785879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"911b0b38-2538-4aec-95a0-aa46e5747249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.813601712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0e8a0e0e-caaa-4be5-88d4-e786e1a254fc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.819740629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f1b9ad5d-fabb-4ca5-91c3-400dcb827e62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.889963066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"9b4d5881-f479-4347-91e9-3935f23a039d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.890477748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"6a2a651d-8163-4fb1-a14b-5f2afc7f4016","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.892361694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0e8a0e0e-caaa-4be5-88d4-e786e1a254fc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:47.965279273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"6a2a651d-8163-4fb1-a14b-5f2afc7f4016","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.003586279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c6cf8957-a71c-434f-a3a0-194ee46404c6","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.004488975Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.180804222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6d30797d-19ce-4652-a7e1-035630872980","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.249668141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"995d324e-e346-4348-96bc-5645cca78752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.249881952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c1eae76c-8f57-40a1-954b-4a22430030bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.251179039Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6a432197","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6a432197","reconcileID":"5f5f74f7-ec85-4466-b4f8-91575e34087f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6a432197","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6a432197":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.309564965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"b0d163e8-1cc3-492e-b8b2-8ad737177a77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.317499964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"995d324e-e346-4348-96bc-5645cca78752","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.318774334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c1eae76c-8f57-40a1-954b-4a22430030bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.373933112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"b0d163e8-1cc3-492e-b8b2-8ad737177a77","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.503225037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9206fc6-9abc-4402-9128-17c3afc1e75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.559187059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9206fc6-9abc-4402-9128-17c3afc1e75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.613738554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9206fc6-9abc-4402-9128-17c3afc1e75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.667837979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9206fc6-9abc-4402-9128-17c3afc1e75c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.676451366Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"063c2556-cd33-42ca-aec0-b98240096d57","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:48.984739224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5b7a21ca-d4db-41d5-80f4-0c80db6efd6f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:49.783414891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b7e0c2c9-92e2-426d-bdab-66a6e2e35a5d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:49.841305705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f5641404-a69a-4b5c-880d-f4a483102537","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.103808569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"6897599f-b94f-45de-b687-389542a633fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.134449478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"327416cd-13b9-4a84-80b7-42ee52831dbe","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.134472324Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"327416cd-13b9-4a84-80b7-42ee52831dbe","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.161312372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"6897599f-b94f-45de-b687-389542a633fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.240881646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"3bd5000e-54bf-4e3d-b7d2-68f2e1b9fb47","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.240904611Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"3bd5000e-54bf-4e3d-b7d2-68f2e1b9fb47","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.270357335Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"6897599f-b94f-45de-b687-389542a633fd","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.347637652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"87953155-ae6a-4053-9b02-76cf4d36a8d6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.405400873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"87953155-ae6a-4053-9b02-76cf4d36a8d6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.461899446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cde1a4e5d13db83bbfbcff60da5620754db2e24a5130859d4040157b91a6eeaf) AuthConfig (67e74a74ee56cfd9c2fee22dc4835c067c8571347cb8c073178bcac5bfc56da0) AuthConfig (5c421604a2a247b57c0dd56e9315cebf18b69383f6bf86698ea3031ed17afe0a) AuthConfig (a191c4ca2c413d6233f05dde0ab7bd410278eec1d232dca9438578834489d11f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"87953155-ae6a-4053-9b02-76cf4d36a8d6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.573760758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"b97611cf-6600-44b0-ba57-26664fe4e16a","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.573782452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"b97611cf-6600-44b0-ba57-26664fe4e16a","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.635883288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f111c492-2411-4d48-a05a-73bbebfb42ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.636334474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a6718a59-a706-4989-8397-e7ff5a449b0a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.689270899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f111c492-2411-4d48-a05a-73bbebfb42ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.742452326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f111c492-2411-4d48-a05a-73bbebfb42ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.795334955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f111c492-2411-4d48-a05a-73bbebfb42ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:50.952849786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"31004cef-e643-4e45-ab19-1e6608f2a9b7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:51.011115397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"31004cef-e643-4e45-ab19-1e6608f2a9b7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:51.125634924Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"31004cef-e643-4e45-ab19-1e6608f2a9b7","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.20668272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"f04fc912-01d9-468f-b5a5-60048dc22e01","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.206765652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"8f19d060-06cd-4ebb-9287-39082ff8bdbf","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.25995217Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-degraded-auth","reconcileID":"f04fc912-01d9-468f-b5a5-60048dc22e01","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.423032187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dba94383-7253-4401-a464-a0c14d3d11d8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.730487298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f147e7ce-99ec-4016-973b-4581281038bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.784655509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f147e7ce-99ec-4016-973b-4581281038bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.837830781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f147e7ce-99ec-4016-973b-4581281038bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:52.890932747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f147e7ce-99ec-4016-973b-4581281038bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.318809146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"bafcbef8-2627-490d-8143-da8f9f4cfa52","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.318837735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"bafcbef8-2627-490d-8143-da8f9f4cfa52","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.378086513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"df0ecf60-d378-48aa-bc1a-17806875ab40","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.467340133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"ea4783b1-6b99-4622-b89d-eff591da2499","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.467358136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"ea4783b1-6b99-4622-b89d-eff591da2499","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.523779689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"433a8759-1763-4772-8f80-efc9a53e21a2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.523803327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"433a8759-1763-4772-8f80-efc9a53e21a2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.735440715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"edbf8c02-278b-40c8-81d2-95ab155ee65a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.736879956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"da56b88e-7ab2-42c5-be88-726f3da0b693","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.73690185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"da56b88e-7ab2-42c5-be88-726f3da0b693","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.736961029Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.79439121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"edbf8c02-278b-40c8-81d2-95ab155ee65a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.798801592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"ca9d7171-1215-4f50-a862-5df8c287efb0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.798826999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"ca9d7171-1215-4f50-a862-5df8c287efb0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:19:53.853271798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"50b83f0c-5baf-40de-8e34-de3a58489c72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.973697232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"7406c9e9-d4b8-421a-a53b-ac3af9fb3e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.977598983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"c770f163-f2da-49c5-b3bf-4178da9ccab0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.979524724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"c770f163-f2da-49c5-b3bf-4178da9ccab0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:53.98019072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"727d1d2f-15d0-47d0-919a-0091a34be921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.038482488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"7406c9e9-d4b8-421a-a53b-ac3af9fb3e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.039135617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"727d1d2f-15d0-47d0-919a-0091a34be921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.039678508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"58074d89-fb2b-4c19-8a8d-a61738f2cc56","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.039774934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"58074d89-fb2b-4c19-8a8d-a61738f2cc56","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.088555099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"6d16f51c-f7c8-4dbc-b2ac-4e7e58e72bd9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.088582891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"6d16f51c-f7c8-4dbc-b2ac-4e7e58e72bd9","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.301624833Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"d5f99b48-6e24-4561-a2d9-7a252d41a01b","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.348183543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"2f1e60da-9d19-4f97-9448-4de5f564d24b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.406428986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"2f1e60da-9d19-4f97-9448-4de5f564d24b","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.454109791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"62dc38cc-8337-4c45-9164-265e3a824c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.454125499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"55b586bf-59e4-4e46-bdc1-f0878273d155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.469689746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"16ef8b33-bb54-49dd-a654-6142259311d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.469705306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"16ef8b33-bb54-49dd-a654-6142259311d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.512279466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"55b586bf-59e4-4e46-bdc1-f0878273d155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.512382028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"62dc38cc-8337-4c45-9164-265e3a824c07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.686359164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"aec80f14-40d4-4a2f-98fe-863ad6717d02","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.839714235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6f041e-e2a4-4c9d-a251-c0bd489346b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.892744664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6f041e-e2a4-4c9d-a251-c0bd489346b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:54.950042223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6f041e-e2a4-4c9d-a251-c0bd489346b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:55.004140306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab6f041e-e2a4-4c9d-a251-c0bd489346b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:19:58.336584914Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:00.741039605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3d315361-80a8-4204-9c27-7b0f9c991e61","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:00.799186792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3d315361-80a8-4204-9c27-7b0f9c991e61","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:00.856139731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cde1a4e5d13db83bbfbcff60da5620754db2e24a5130859d4040157b91a6eeaf) AuthConfig (67e74a74ee56cfd9c2fee22dc4835c067c8571347cb8c073178bcac5bfc56da0) AuthConfig (5c421604a2a247b57c0dd56e9315cebf18b69383f6bf86698ea3031ed17afe0a) AuthConfig (a191c4ca2c413d6233f05dde0ab7bd410278eec1d232dca9438578834489d11f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3d315361-80a8-4204-9c27-7b0f9c991e61","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:02.893872161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"9f1c0901-c0d2-4e68-8aab-47ae3c790ad1","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.042659102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"6a2755bb-d1d2-4e07-bef4-b2c5616fb06f","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.113491852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"3ca233f5-2fd7-4806-b13a-de19a297c631","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.113621115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"3ca233f5-2fd7-4806-b13a-de19a297c631","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.172441753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"65fde131-f042-4a65-845b-35826fc3760a","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.259934132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"b6cbe74a-2272-48f4-9b45-0527e3d33bfd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.259962172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"b6cbe74a-2272-48f4-9b45-0527e3d33bfd","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.414559689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"c295f3f1-e715-42ee-b5d5-29a9db880876","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.414683483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"c295f3f1-e715-42ee-b5d5-29a9db880876","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.521497261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0239623a-c76f-4269-85a9-d4358541e440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.522323037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"47914071-66d3-4825-8ea9-816579d3d6e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.551730575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9f8a288a-e458-4c75-ac9c-543bde2d552f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.761145276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0239623a-c76f-4269-85a9-d4358541e440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.7989447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9f8a288a-e458-4c75-ac9c-543bde2d552f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.851242379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"47914071-66d3-4825-8ea9-816579d3d6e5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:03.950936268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"d9bd4a87-1aea-4d4c-aeae-4ea86d7caa9a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.060784223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"d9bd4a87-1aea-4d4c-aeae-4ea86d7caa9a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.080589932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"184a2a80-c64d-490f-b763-5e095c993661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.205814831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"184a2a80-c64d-490f-b763-5e095c993661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.287247814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"c62939b6-6bf7-4860-879f-d6d0a03abd3f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.346410541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2f007690-c572-46ad-be9a-216fdbbff927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.355789868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"c62939b6-6bf7-4860-879f-d6d0a03abd3f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:04.40987396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"2f007690-c572-46ad-be9a-216fdbbff927","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.381954694Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"be48910e-81fe-4d74-a0f7-1510f6225e59","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.436185671Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"be48910e-81fe-4d74-a0f7-1510f6225e59","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.436318448Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-temp-model-status","reconcileID":"2b340b5c-9663-4c82-a0bf-8adcacf8d45b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.540610976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"cf36f3ca-68d6-4159-a4ef-f015d50dede4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.540648789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"67930c4f-048a-433e-b95f-7564466bde9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.541108373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3f383a4b-82f8-4255-836e-9d51adb457b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.599116149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3f383a4b-82f8-4255-836e-9d51adb457b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.599224486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"67930c4f-048a-433e-b95f-7564466bde9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.60129585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"cf36f3ca-68d6-4159-a4ef-f015d50dede4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.601320909Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"cf36f3ca-68d6-4159-a4ef-f015d50dede4","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.604065487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"6ccf4994-f7dc-4e0d-ac7f-a15cf1df5b23","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:05.966106697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"d422db92-68cb-4ef6-9cf2-28f98d3d98ae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.02445177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"d422db92-68cb-4ef6-9cf2-28f98d3d98ae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.024488892Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"d422db92-68cb-4ef6-9cf2-28f98d3d98ae","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.06780827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f58aa0da-df3c-4c03-9df0-049b0419af5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.067812784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"74ee59f0-4283-4032-a520-5e541864ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.132064691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f58aa0da-df3c-4c03-9df0-049b0419af5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.135106577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"74ee59f0-4283-4032-a520-5e541864ccfc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.449159533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"b26feddc-7cf7-48fa-8048-d01058ce3a7a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.509481272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"b26feddc-7cf7-48fa-8048-d01058ce3a7a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.570922323Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"b26feddc-7cf7-48fa-8048-d01058ce3a7a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590343045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ee453a51-ba23-4f7a-8139-89ab16f02103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.590615489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e5439f4f-faa2-40b2-84b1-6ca5f03b9672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.648948541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e5439f4f-faa2-40b2-84b1-6ca5f03b9672","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:06.649351515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ee453a51-ba23-4f7a-8139-89ab16f02103","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.838606303Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","namespace":"ai-tenant-e2e-inf-b-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.838668394Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","namespace":"ai-tenant-e2e-inf-b-036f88","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.838721893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","tenant":"e2e-inf-b-036f88","tenantID":"e2e-inf-b-036f88","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.891444803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Deployment","name":"maas-api-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.944351895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Service","name":"maas-api-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:08.997166556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.050100958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-036f88","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.102894567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.155812791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.208834261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.261225502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.316595473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Deployment","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.369123619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.421598813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Service","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.474450921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.526886863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.579396893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.632169246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.685091506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.738209372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.791163911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.844157306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-036f88","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:09.897058512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-036f88"},"namespace":"ai-tenant-e2e-inf-b-036f88","name":"default-tenant","reconcileID":"2898fe8c-37c2-4ddb-95e8-6325ff102599","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-036f88","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.070715586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"908144ef-9671-4d89-8675-991b440db446","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.128866324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"908144ef-9671-4d89-8675-991b440db446","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.569504697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"90228f39-b5a7-431f-85a0-c4d956c1f69f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:11.56953106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"90228f39-b5a7-431f-85a0-c4d956c1f69f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.159261116Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"b7fad738-ad99-43e1-9479-27005aa3ba96","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.159407893Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-sub","reconcileID":"b7fad738-ad99-43e1-9479-27005aa3ba96","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.383685052Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.438189107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"c82dd3d8-4106-4b1a-a047-99ae2df5c552","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.438213585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"c82dd3d8-4106-4b1a-a047-99ae2df5c552","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:16.496039201Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-detach-d2674b-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.554781833Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.594647124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"53d2afae-6911-4211-96a0-00ec0cd548bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.597595737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6f5adb1b-c740-4873-96af-c55814d0a1e5","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.597595891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"8d705d1a-a8d4-4e14-a66c-b208b8ac3d5a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.605002002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"f32a5586-637d-42ce-b4f8-8fa2d8e8b845","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.605018134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"f32a5586-637d-42ce-b4f8-8fa2d8e8b845","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.653582279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"53d2afae-6911-4211-96a0-00ec0cd548bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.656620381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6f5adb1b-c740-4873-96af-c55814d0a1e5","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.65707917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"8d705d1a-a8d4-4e14-a66c-b208b8ac3d5a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.69426407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"72b2e8ba-5683-47b6-b252-9ca8049e5524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.694859171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f9b15368-ed99-49b8-9015-a4342d7a07f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.711239514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"05bc73cc-a23e-41fb-b2e6-84d6e7808b76","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.711257142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"05bc73cc-a23e-41fb-b2e6-84d6e7808b76","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.75196766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"72b2e8ba-5683-47b6-b252-9ca8049e5524","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.75237889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f9b15368-ed99-49b8-9015-a4342d7a07f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.820099274Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"320e4f3a-ff80-4250-9699-2d0acd1e1b24","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-att-detach-d2674b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.820523164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"fd0cf9c5-24c1-4408-ab01-a8c8119aa766","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.820540363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"fd0cf9c5-24c1-4408-ab01-a8c8119aa766","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:16.918825635Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-status-transition-auth","reconcileID":"5b4651f6-49ba-4caf-8250-bdc3cab71133","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.10250433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5afa6d22-88d7-4834-8e79-a7352040b38e","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.1025292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5afa6d22-88d7-4834-8e79-a7352040b38e","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.224142771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d29718ba-b4a9-4500-bc6e-bf9450d4e2c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.229394627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"10e860fa-3e54-4e23-9817-73107afc28c3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.229405806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"611a13f0-6548-4714-9348-0f97967a2ac5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.282024968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d29718ba-b4a9-4500-bc6e-bf9450d4e2c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.288279002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"10e860fa-3e54-4e23-9817-73107afc28c3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.289023171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"611a13f0-6548-4714-9348-0f97967a2ac5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.31459778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"aac316c9-b704-4f33-8105-395be180f851","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:17.966815067Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-036f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-036f88","reconcileID":"45f27604-3f6e-44d3-b3d6-c5cd281befde","aitenant":"ai-tenants/e2e-inf-b-036f88","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.184687759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1e30fcf6-7962-4788-afa5-10de1741042a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.240571162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6a75f3de-5ea4-44ec-87e2-7342b159ac14","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.416109026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"be0bf576-c2cc-4c90-811d-2d3c2b51e6e8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.482715597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"195727d0-df9e-4d25-b437-cbdb5ccee1d5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.483374678Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.48784305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"be0bf576-c2cc-4c90-811d-2d3c2b51e6e8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.542111901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"48911097-edd3-45f6-8918-14fe90ff5d62","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:18.598677658Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"25c66848-7e4a-4b05-826d-1c7ab8a9dcd6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.637744417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd48a7-979a-4503-8eed-aa2d0be329a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.638081527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3a142a2e-66ca-4360-98c7-c341039fe7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.691044028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd48a7-979a-4503-8eed-aa2d0be329a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.744107956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd48a7-979a-4503-8eed-aa2d0be329a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.744295632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"757ed122-e544-479d-8654-a0d1079e0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.748285841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"07a637a2-14e6-457d-b78a-22d06152238d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.749424614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3a142a2e-66ca-4360-98c7-c341039fe7b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.797403588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ccd48a7-979a-4503-8eed-aa2d0be329a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.854709427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"aacae9cd-e5f3-4ee9-b75e-7b1326a529d5","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.856097657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"757ed122-e544-479d-8654-a0d1079e0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.85853006Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-036f88","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-036f88","reconcileID":"45f27604-3f6e-44d3-b3d6-c5cd281befde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-036f88","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-036f88"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:18.909070995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"511ba2a4-8846-4996-89cf-71e823af8509","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.07364823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f9615fd0-3e1f-49d6-84ce-ea405abea6ea","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.129424047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"52d8e8e0-2823-40bc-8617-d51341ce4eaf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.129541688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"52d8e8e0-2823-40bc-8617-d51341ce4eaf","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.13393941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"f9615fd0-3e1f-49d6-84ce-ea405abea6ea","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.181720422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"023bf7d3-5830-4deb-a3bd-6568db455c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.181858817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"028f568e-b6bb-4896-8b5a-26b192850218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.240020124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"023bf7d3-5830-4deb-a3bd-6568db455c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.241142224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"028f568e-b6bb-4896-8b5a-26b192850218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.34254379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"f117cc69-4aa5-4d28-8778-6a57f7b76f1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.401269148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1fb958b0-3b60-43ff-8279-e63f6dd06f02","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.543569704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"556e1cbd-24d7-4b8a-a631-af39b944b208","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.601707315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"556e1cbd-24d7-4b8a-a631-af39b944b208","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.622993267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"315ffbb1-3883-45d5-85e4-ce65a5c5fac3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.623113923Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"315ffbb1-3883-45d5-85e4-ce65a5c5fac3","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.703317012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"112b14cb-2c1c-4480-a089-990c8e54c193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.703319374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6bf77389-34a2-43f8-a76d-b258832d5b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.761531141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"112b14cb-2c1c-4480-a089-990c8e54c193","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:19.761684125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6bf77389-34a2-43f8-a76d-b258832d5b53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:20.740561105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c5552-51ff-4c91-a7a4-0d3b8eff4e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:20.796945998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c5552-51ff-4c91-a7a4-0d3b8eff4e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:20.850540401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c5552-51ff-4c91-a7a4-0d3b8eff4e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:20.903621715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"375c5552-51ff-4c91-a7a4-0d3b8eff4e81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.040446754Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c664f50-de66-464e-86d4-d0d5a34da873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.040597718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"bceea688-99b3-4e50-b8b9-bd80f9174672","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.040614858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"bceea688-99b3-4e50-b8b9-bd80f9174672","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.227571067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c664f50-de66-464e-86d4-d0d5a34da873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.333319398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"3dc9e3a6-e003-48f8-b81e-ab8fb15daee7","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.356166453Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c664f50-de66-464e-86d4-d0d5a34da873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.356181126Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"0c664f50-de66-464e-86d4-d0d5a34da873","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.416009777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"4865e456-92a9-4c1f-a6c2-355f58268003","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.416024989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"4865e456-92a9-4c1f-a6c2-355f58268003","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.473467703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"313e8dcb-d066-4d47-8268-ef9a878ed653","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.556956209Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3001ecb2-4bbd-470d-97ef-7e374f2d392c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.557083386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d15339eb-c183-4612-b409-800ae742e67c","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.557099879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d15339eb-c183-4612-b409-800ae742e67c","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.633092483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e3be34f-d628-4e2c-a4b8-fcebc5dfd321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.633230384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5a8f1370-5a6a-4bc6-834d-c5939fba8d49","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.633523934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5e798744-07d8-4603-8df5-99493208d793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.687333175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"7ceb968c-b050-4f27-a6e7-242ec8242c63","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.691034929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5a8f1370-5a6a-4bc6-834d-c5939fba8d49","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.691232328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e3be34f-d628-4e2c-a4b8-fcebc5dfd321","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.693314681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5e798744-07d8-4603-8df5-99493208d793","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.763841159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3001ecb2-4bbd-470d-97ef-7e374f2d392c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.834218262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"c5d376a6-d66b-45ce-857f-591f0efe449f","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.893156708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3001ecb2-4bbd-470d-97ef-7e374f2d392c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.893177475Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-1c97c1","reconcileID":"3001ecb2-4bbd-470d-97ef-7e374f2d392c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.974744204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d07b6dfd-184e-4c74-b533-c2e9572459c0","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:21.974768192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d07b6dfd-184e-4c74-b533-c2e9572459c0","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.115294455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"985f4911-994a-41a0-8659-09cd646711c6","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.115314267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"985f4911-994a-41a0-8659-09cd646711c6","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.292748054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"96afa276-4b7f-41e5-a033-1cb0ee382c30","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.837309906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63af7a33-4d4c-4a14-ae2d-e8d2cd1f854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.890631176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63af7a33-4d4c-4a14-ae2d-e8d2cd1f854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.943711155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63af7a33-4d4c-4a14-ae2d-e8d2cd1f854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:22.996703599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63af7a33-4d4c-4a14-ae2d-e8d2cd1f854e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:28.337360138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.091428542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"22152577-c0e5-4ffb-93a9-642a70254f63","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:30.224541598Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"22152577-c0e5-4ffb-93a9-642a70254f63","name":"e2e-mt-6a432197-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.640710013Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"ff0a32cb-1658-4eb4-a8b1-f5b7e4c222a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.744334518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"3dbd9c2e-ea2d-4d2a-b5c0-8f4708980956","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.859041284Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"ff0a32cb-1658-4eb4-a8b1-f5b7e4c222a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.85907917Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"ff0a32cb-1658-4eb4-a8b1-f5b7e4c222a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:31.859198008Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf","reconcileID":"ff0a32cb-1658-4eb4-a8b1-f5b7e4c222a6","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.025709245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"50c19f3a-2cdb-4607-98fd-e12527ce2c93","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.025733114Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"50c19f3a-2cdb-4607-98fd-e12527ce2c93","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.075114123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"6dcd3c38-1585-4744-9e20-5403273e5319","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.182921935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"03ca7dba-70cc-4ec5-8274-1352bdeac0a7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.183062235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.291226699Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"56e2e79c-b4b6-4716-b482-309fcfa33708","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscription":"e2e-rate-iso-a-1c97c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.318527179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5dd723cf-22f5-4a3f-81c8-3734c3bae3b9","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.344536004Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"56e2e79c-b4b6-4716-b482-309fcfa33708","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.356034676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"760fa8a4-6552-4134-a650-e11200844888","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.356256882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93e9193f-ae6d-4864-9817-02f6f46925b5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.356033582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"5f66abbf-1ae0-4b23-ba6b-27e6325b58b6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.397997011Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-1c97c1","reconcileID":"56e2e79c-b4b6-4716-b482-309fcfa33708","MaaSSubscription":{"name":"e2e-rate-iso-a-1c97c1","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.402177816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e9316375-6511-4aa3-94f3-46e1cea4dbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.402282257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d585083d-6651-4e38-a28a-748fae2a148c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.41658594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"5f66abbf-1ae0-4b23-ba6b-27e6325b58b6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.416676318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"760fa8a4-6552-4134-a650-e11200844888","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.41880449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93e9193f-ae6d-4864-9817-02f6f46925b5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.46023524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e9316375-6511-4aa3-94f3-46e1cea4dbd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.460399005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d585083d-6651-4e38-a28a-748fae2a148c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.666531136Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5bc03b1e-ec8f-44bf-9d21-df3cbc7f47e7","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.68945945Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.689550124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"f3df4c68-33f8-4676-a9b3-2ed589df2fb8","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.689568707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"f3df4c68-33f8-4676-a9b3-2ed589df2fb8","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.857447532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"dc393488-d5bd-4906-a517-326983142e4f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.857465982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"dc393488-d5bd-4906-a517-326983142e4f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:32.926251625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"9c9b3c36-6cb7-4667-a134-9b270c878424","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.780232856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4c2ee71a-bd7a-4bfe-9fe9-290794231e91","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.837841344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1f99697e-5bf9-4451-84e2-de301a5712bb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.871395998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10ca55f-d864-48ed-b732-16e8f91f94b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.927437097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10ca55f-d864-48ed-b732-16e8f91f94b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:33.981279595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10ca55f-d864-48ed-b732-16e8f91f94b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.034647867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c10ca55f-d864-48ed-b732-16e8f91f94b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.041557114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"878e2a0b-c0d2-43dd-8397-bd0647dde1a8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.041766261Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.087529162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"065e5c24-1415-4923-8f9e-8edc0545156a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.098257532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b705ee09-ed4a-4637-9b39-cf34fb335c75","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.145231625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"065e5c24-1415-4923-8f9e-8edc0545156a","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:34.150244847Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"8c4d13bf-8b61-4b1b-b9ca-84bde158e613","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.251587374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c1968375-bb73-48e1-af3b-6bf2913a3064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.251679237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7f602b9-2b20-48cd-8609-4d80a1ee20cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.265989342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0e61b7b5-71dd-44a7-872c-c136d9fa1d70","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.31151239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c1968375-bb73-48e1-af3b-6bf2913a3064","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.312009176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7f602b9-2b20-48cd-8609-4d80a1ee20cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.324244435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"528a2480-75fa-4e83-95d8-7101cbdc0e67","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.472936098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fbf1444a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fbf1444a","reconcileID":"5816e71d-5cb7-4a9b-a10c-0864f6691f15","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fbf1444a","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-fbf1444a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.517573244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"16f7fe5d-b6a8-430c-a944-8266349c2b92","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.606529773Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"5fe1369d-b7ba-47bb-842a-39b695d31eeb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.606653227Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"5fe1369d-b7ba-47bb-842a-39b695d31eeb","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.679555965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"5be523ba-3c65-4cc8-858a-21337b40270b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.738286611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"5be523ba-3c65-4cc8-858a-21337b40270b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.778379727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"22af8842-160c-4332-8cbf-c2a800107114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.778628782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4164906c-7d0f-46ed-b0dc-15974f0d7938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.823485199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"5769ec39-e597-4d45-abd5-1c0f7bfdaf6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.837728232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4164906c-7d0f-46ed-b0dc-15974f0d7938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.838127133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"22af8842-160c-4332-8cbf-c2a800107114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:34.879351178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3e0ff3b7-73b9-4019-bf25-d7703948cc44","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:35.094807141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"6064a2f9-7376-4fef-bb35-9d7770053e0d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:35.110251379Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"6064a2f9-7376-4fef-bb35-9d7770053e0d","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:35.974657274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8087e0c6-c295-480f-ad58-c3bd2b5baace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:36.02738268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8087e0c6-c295-480f-ad58-c3bd2b5baace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:36.080192402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8087e0c6-c295-480f-ad58-c3bd2b5baace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:36.132737164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8087e0c6-c295-480f-ad58-c3bd2b5baace","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.040335806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"1a4b0b5a-4fd1-48b0-89af-03a6ede21ee8","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.24773236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6d4c90af-c72b-4117-934e-a6ea32618167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.30016165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"e2300f79-a1e5-4774-b06b-42c9d339cdaf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.300188462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ca8e1acd-acdd-4cbd-b28c-e4edf81246ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.309046157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6d4c90af-c72b-4117-934e-a6ea32618167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.358645561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ca8e1acd-acdd-4cbd-b28c-e4edf81246ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:37.359720327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"e2300f79-a1e5-4774-b06b-42c9d339cdaf","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.048416255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ba1a9c-a3ee-4e72-b37f-504063b31b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.103434506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ba1a9c-a3ee-4e72-b37f-504063b31b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.160561414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ba1a9c-a3ee-4e72-b37f-504063b31b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:38.219882418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8ba1a9c-a3ee-4e72-b37f-504063b31b94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.079782705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"197b415f-1dd9-4985-b90f-9029a11559ec","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscription":"e2e-rate-iso-b-1c97c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.13307276Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"197b415f-1dd9-4985-b90f-9029a11559ec","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.186647102Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-1c97c1","reconcileID":"197b415f-1dd9-4985-b90f-9029a11559ec","MaaSSubscription":{"name":"e2e-rate-iso-b-1c97c1","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.462425701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"87aaf9fa-ebc5-44ad-8b08-85c9b4ba710d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.462456633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"87aaf9fa-ebc5-44ad-8b08-85c9b4ba710d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.46302361Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.739787583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"cf62cd88-748b-4fb9-962e-9e63059b29c7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.73980564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"cf62cd88-748b-4fb9-962e-9e63059b29c7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.797680196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e0cda6a0-91d9-4936-97dd-9c722b3eee60","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.797698852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e0cda6a0-91d9-4936-97dd-9c722b3eee60","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:43.904331926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"a2c4eedb-1a55-4855-a225-c90f26facb8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:44.033711749Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"a2c4eedb-1a55-4855-a225-c90f26facb8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:44.090773244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"a2c4eedb-1a55-4855-a225-c90f26facb8c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:44.149283829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"b3a9afaa-e816-4bad-92a2-8bdf521b8c4b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:44.149301155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"b3a9afaa-e816-4bad-92a2-8bdf521b8c4b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.309325947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"966d37d3-0c9e-48a0-b625-9c40e98ad4e5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.535756788Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"966d37d3-0c9e-48a0-b625-9c40e98ad4e5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.535788901Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"966d37d3-0c9e-48a0-b625-9c40e98ad4e5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.535925358Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey","reconcileID":"966d37d3-0c9e-48a0-b625-9c40e98ad4e5","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.750261613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"fda545a2-9272-49c7-9189-1ced27abe9cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.816374885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"f2b9755c-54bd-4fdc-aa8d-fab5974616e4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.81662005Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.964990073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"ae1eb7d0-df2d-43eb-9db6-bb411b2cd185","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.976864069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3e4eca5e-67b1-4e48-8786-9be54684d064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.976863829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d0fde8c-cc63-4e5d-9119-4cafb1ca4052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:47.977174051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"3d218450-d2e5-488f-83e9-9afdeed34ee9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.036459075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"3e4eca5e-67b1-4e48-8786-9be54684d064","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.036475108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"3d218450-d2e5-488f-83e9-9afdeed34ee9","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.038570864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"3d0fde8c-cc63-4e5d-9119-4cafb1ca4052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.242792284Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-apikey-auth","reconcileID":"59df5a78-3f58-4ec0-aba9-cc894a71b295","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.411990588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2903bdf4-ff2a-4f37-828d-a3a2052d7a53","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:48.944435579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"198a027e-c8f8-4f78-a2cc-4edbaad917e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.010177219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"198a027e-c8f8-4f78-a2cc-4edbaad917e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.075308371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"198a027e-c8f8-4f78-a2cc-4edbaad917e4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.305997298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0c389bdb-bdf6-4e27-a2d3-2d37b3e27d20","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.369279271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3b3a5fb2-6c09-44d3-99aa-cf158a81a28e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.528614758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"a478a468-25ec-413c-bad3-66e5bd983e56","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.585548136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5c549bef-56f0-4301-9daa-a82b113e54a4","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.586466509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.587685295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"a478a468-25ec-413c-bad3-66e5bd983e56","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.644612062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0c8f2bf5-40e9-4311-94a9-9e7385fb36c9","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:20:49.699031044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"25356119-a865-4ca6-a196-4225708cbe8d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.750510851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2a367c3f-a249-49b3-a71f-3ca9237d8bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.750530423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a8433a13-2471-4798-98f4-e99d7562ec8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.808670029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a8433a13-2471-4798-98f4-e99d7562ec8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.808788389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2a367c3f-a249-49b3-a71f-3ca9237d8bd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.818293741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"dc1697b0-61be-4a61-9d81-73d03dac37c0","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.860063092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b456e890-41d3-4cf9-a150-a89a1f806d57","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:49.875887504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"3ff56f61-43ed-4ab1-b1f7-f92968cdb20e","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.018455882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"df7f4e45-aa35-4dfe-aad1-bc608cd4db48","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.076372448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"df7f4e45-aa35-4dfe-aad1-bc608cd4db48","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.148219781Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"7c3c49a9-a0bc-4527-94ec-2fa966578faa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-degraded-models-kube","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.148353666Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"7c3c49a9-a0bc-4527-94ec-2fa966578faa","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.175124677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dfbc49f6-624e-458d-89af-2a2c07a15ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.175124622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e589ec08-389e-4dec-a402-5e7d65511b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.233167002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e589ec08-389e-4dec-a402-5e7d65511b43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.233409335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dfbc49f6-624e-458d-89af-2a2c07a15ffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.361112867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"4acd4a63-350a-4ef7-a76f-e174d8f4dec9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.369167414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"766ed700-1bf6-4f80-9d28-0abc83eac6bb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.582205252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"2ed5ecfe-4803-401f-adb1-40beab9d29eb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:50.582531968Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"2ed5ecfe-4803-401f-adb1-40beab9d29eb","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.305086429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"62c1601c-b0d1-44fb-9694-bf675395f706","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.466518738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4f437ca7-a80e-4fd4-bb4e-63c67b19f8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.466818593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"a39544d2-3077-4b61-9889-8dbdbb16e0fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.466518775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f6597a82-07d5-403a-a29a-95e9a981996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.525539218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f6597a82-07d5-403a-a29a-95e9a981996e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.526492251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"a39544d2-3077-4b61-9889-8dbdbb16e0fe","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:52.527820978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4f437ca7-a80e-4fd4-bb4e-63c67b19f8db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:58.33585643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:59.187940232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6df08ed3-abde-45a6-9f20-9bfa7b944947","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:59.247765194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6df08ed3-abde-45a6-9f20-9bfa7b944947","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:59.305221333Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e) AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (58cf31467ccecfa387b49e5f380b8797c5bb5297caa90c15567e9bfe649f531f) AuthConfig (dd3720bb32c59f957abcaf27debe76bf2f989779e80b2cad4c0a39f75f8d302e) AuthConfig (93666bc7ccc577e8561b81365f77f51b13832670286ea88c7297afb288e7a42a) AuthConfig (691f5c2a6757830a0028a4416e3b115b257ff003957756926d90ef14bf30c479) AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a) AuthConfig (8b7cd1c38d76745b65fa388f53ff575e5ff3a52de79e81e60c91ad324a234718) AuthConfig (f35eff030e744cb98c6f76daccab70ec66fad389054064283586dc7ffcc4feb3) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (ac000b55e27cd4b0f44ceafd4031343ae2693f94977e267cbdf310e3d5be79c6) AuthConfig (ed5a719d4b68ffdc4b604c2943d4a32415898aca07ade872f2fd032eaa319e5c) AuthConfig (c41b8371497e9e1188f9983a7122af88b6b778ea36b72be0bee4aac3136a429a) AuthConfig (58ef605f25ba96728865f39a95fe59d790997b00b0110377ab1e9c1453e84d11) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (c51182d5fda20bf8ff794066d3f5e6e2a3226bfde48adc1f0b667b36e605f87f) AuthConfig (0a0c54889e4acc5eda44846ff63457a3c9ce26a393243320c6a99ace8ec7c1de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6df08ed3-abde-45a6-9f20-9bfa7b944947","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:59.365661065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"9d2580d7-f9e1-4ee7-a9d6-5a8dc436e9a0","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:20:59.365777912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"9d2580d7-f9e1-4ee7-a9d6-5a8dc436e9a0","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:02.473442352Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"091868e8-a4ec-4b95-8d4b-3e11b6c0d2ee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:02.69301784Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"091868e8-a4ec-4b95-8d4b-3e11b6c0d2ee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:02.693048654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"091868e8-a4ec-4b95-8d4b-3e11b6c0d2ee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:02.693163987Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube","reconcileID":"091868e8-a4ec-4b95-8d4b-3e11b6c0d2ee","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-b1703c/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:02.906791809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"afbd3a08-8b33-4d8a-a7a0-eae4157a1711","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.020158094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"947c2843-9f55-420a-b815-6077b45e1127","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.020455901Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.162310158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"20a4f22e-bb79-4ee8-81e2-caa8cf91de18","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.179516381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"1ad289e9-a0c5-4f96-b0a5-f4bc1fd530e7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.179598566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dd225eb3-41ea-4b89-943e-4d277b95853b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.179880058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d6fac274-cf1f-400c-99d1-0299a94c246a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.238392519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dd225eb3-41ea-4b89-943e-4d277b95853b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.238412171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d6fac274-cf1f-400c-99d1-0299a94c246a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.240614477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"1ad289e9-a0c5-4f96-b0a5-f4bc1fd530e7","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.445184874Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-degraded-models-kube-auth","reconcileID":"b0df674f-9269-49b5-9a06-ff9e6048025d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:03.703018242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"114fec11-c7db-4d86-9aef-7abb47d1e522","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:09.472782323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"814ef3b4-9901-418e-b4c7-a78f28f10ff1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:09.530618429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"814ef3b4-9901-418e-b4c7-a78f28f10ff1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:09.587285938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e) AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (58cf31467ccecfa387b49e5f380b8797c5bb5297caa90c15567e9bfe649f531f) AuthConfig (dd3720bb32c59f957abcaf27debe76bf2f989779e80b2cad4c0a39f75f8d302e) AuthConfig (93666bc7ccc577e8561b81365f77f51b13832670286ea88c7297afb288e7a42a) AuthConfig (691f5c2a6757830a0028a4416e3b115b257ff003957756926d90ef14bf30c479) AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a) AuthConfig (8b7cd1c38d76745b65fa388f53ff575e5ff3a52de79e81e60c91ad324a234718) AuthConfig (f35eff030e744cb98c6f76daccab70ec66fad389054064283586dc7ffcc4feb3) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (ac000b55e27cd4b0f44ceafd4031343ae2693f94977e267cbdf310e3d5be79c6) AuthConfig (ed5a719d4b68ffdc4b604c2943d4a32415898aca07ade872f2fd032eaa319e5c) AuthConfig (c41b8371497e9e1188f9983a7122af88b6b778ea36b72be0bee4aac3136a429a) AuthConfig (58ef605f25ba96728865f39a95fe59d790997b00b0110377ab1e9c1453e84d11) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (c51182d5fda20bf8ff794066d3f5e6e2a3226bfde48adc1f0b667b36e605f87f) AuthConfig (0a0c54889e4acc5eda44846ff63457a3c9ce26a393243320c6a99ace8ec7c1de)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"814ef3b4-9901-418e-b4c7-a78f28f10ff1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.416766142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aedf85-6484-4eba-ab65-7abab2fbf8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.469669076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aedf85-6484-4eba-ab65-7abab2fbf8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.522375655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aedf85-6484-4eba-ab65-7abab2fbf8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.575270688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7aedf85-6484-4eba-ab65-7abab2fbf8e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.715731672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"416a4ac5-eec6-4a34-bf1f-5725894ca76d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.715859301Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.771413469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"cafc7766-a474-4c65-9196-82313be7d8bd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:12.826475969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-list-subs-refs-sub","reconcileID":"19da4de8-cf18-4ea4-b8b1-c89a7a260cb8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.896924467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d89fd3ce-bd8c-4c9c-8a96-48f90d08d7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.897064983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"af84d484-2df2-438b-b927-362f0c3ecc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.942312332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"fe30b419-4599-4aa9-9597-ffcbfe64b24c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.955015534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d89fd3ce-bd8c-4c9c-8a96-48f90d08d7c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.955132148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"af84d484-2df2-438b-b927-362f0c3ecc6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:12.999403255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"07007e6b-eb8a-4526-b0e3-a7a4d7b0e70c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.272239444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-list-subs-refs-sub","reconcileID":"e43ace27-ca22-44bc-aaac-92d26c33ed0e","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.272588586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ea7914b1-cca7-4dc1-b36b-5184ec48ad90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.272603315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"612d55d4-6db5-4cdb-accf-efab634ca49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.331365222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"612d55d4-6db5-4cdb-accf-efab634ca49e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.33146912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"ea7914b1-cca7-4dc1-b36b-5184ec48ad90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.438495269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"88bb792d-50b0-4d0e-8d76-13b13e702721","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.485680603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"94331b38-8152-4dd9-8680-7403bed1771f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:13.695575523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-list-subs-refs-sub","reconcileID":"4a5b0c83-835a-4ae2-8fc2-94e97961e5e2","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.493219247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5358352-dfd3-4279-a0ea-bfe457865d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.547743047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5358352-dfd3-4279-a0ea-bfe457865d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.601142416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5358352-dfd3-4279-a0ea-bfe457865d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:14.654195791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5358352-dfd3-4279-a0ea-bfe457865d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:16.95991225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0158f0fb-47b4-4d15-afd6-a3c09b170ceb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:17.121102661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0f2d769e-21b3-4485-9d71-0f070901f732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:17.121146647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"13b3e698-eda4-46c1-82ca-643d21d39437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:17.179929783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"13b3e698-eda4-46c1-82ca-643d21d39437","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:17.179953948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0f2d769e-21b3-4485-9d71-0f070901f732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:19.697183303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"bd43925b-e7a1-4ce6-9778-55360955948b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:19.756923358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"bd43925b-e7a1-4ce6-9778-55360955948b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:20.030416078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"91765db7-155f-484b-a311-ac0fde66e2e2","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:20.030526632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"91765db7-155f-484b-a311-ac0fde66e2e2","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:20.923054124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"ea892c4f-d50a-4867-9de5-5360eaa5bb9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-fbf1444a","tenantID":"e2e-ait-fbf1444a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:21.042626571Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"ea892c4f-d50a-4867-9de5-5360eaa5bb9d","name":"e2e-ait-fbf1444a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.33057464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"8fb905a2-2f54-4282-ad75-cbacd32cd061","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.330601499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"8fb905a2-2f54-4282-ad75-cbacd32cd061","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.386280191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"f9aa5ecc-e070-478d-9f81-556acada5628","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.386301509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"f9aa5ecc-e070-478d-9f81-556acada5628","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.492935108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"5f4cb9f1-7c9c-480e-a041-6a78b1133a5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.626816311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"5f4cb9f1-7c9c-480e-a041-6a78b1133a5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.683714495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"5f4cb9f1-7c9c-480e-a041-6a78b1133a5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.742159306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"24f2f7fe-3d20-4b74-8894-88e70ba0d121","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:25.742180759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"24f2f7fe-3d20-4b74-8894-88e70ba0d121","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.126385394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-list-subs-refs-sub","reconcileID":"74300bcb-088c-4583-ace0-8aabfbd47192","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.346958405Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-list-subs-refs-sub","reconcileID":"74300bcb-088c-4583-ace0-8aabfbd47192","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.563519214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"841f1b72-7324-4a9a-802a-73b9ebd2b064","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.61405339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d420e133-d430-4151-9c20-307608f7aadd","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.614430675Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.774952428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dd6048be-e2ba-4207-abc2-7a79ac80a2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.774952347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6abf3c87-daa9-4682-aa92-b250d9071aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.833494641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6abf3c87-daa9-4682-aa92-b250d9071aeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:27.833714502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"dd6048be-e2ba-4207-abc2-7a79ac80a2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.335854303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.365438545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"c60cb6bf-3182-44fb-a2b0-42a41cb8278f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.365455997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"c60cb6bf-3182-44fb-a2b0-42a41cb8278f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.424409537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"48c59a04-483f-4406-83e0-0e9f89672181","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.560622105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"1d72d914-087a-4298-9761-a6bf5342859f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.560650804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"1d72d914-087a-4298-9761-a6bf5342859f","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.561771534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.621298786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"61adeda0-64eb-4c22-b2c6-e9560719b014","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.621400321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"61adeda0-64eb-4c22-b2c6-e9560719b014","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:28.676662048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"270a0abe-6d36-474e-b130-88e2a2628cac","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.732396007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"06ed4958-1f71-49d0-9421-2025d650ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.735714998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b59eac16-9a5d-4f65-a1db-f62d58d11761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.793369707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"06ed4958-1f71-49d0-9421-2025d650ee13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.819420089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"9c780dda-c085-4755-af9d-d6753f4199c0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.819482718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"9c780dda-c085-4755-af9d-d6753f4199c0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.823811738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b59eac16-9a5d-4f65-a1db-f62d58d11761","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.876369578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"51c8c646-cb25-4291-b499-f96f47a1a4e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.876389402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"51c8c646-cb25-4291-b499-f96f47a1a4e8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.879651338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"2067e4db-bed3-442e-85c3-79d21844fd08","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.879679022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"2067e4db-bed3-442e-85c3-79d21844fd08","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.940037985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"a2636a1f-2723-43d3-b9b3-83900983f8f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:28.940054691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"a2636a1f-2723-43d3-b9b3-83900983f8f2","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.095546558Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"88a89a5f-4d8b-4390-9112-54cf991c5ded","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.187971765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"8bc6147e-1b09-4482-9b62-11337fe94d8e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.249432279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"8bc6147e-1b09-4482-9b62-11337fe94d8e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.259583678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f06c3140-105c-479a-bfa5-a77f4e4562b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.302354023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"fa522bba-47a4-419d-9950-ab02f3797623","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.30238049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"fa522bba-47a4-419d-9950-ab02f3797623","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.318538438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f06c3140-105c-479a-bfa5-a77f4e4562b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.353697703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b2047e50-3ed6-4158-b562-db4afcaa9a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.413601577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b2047e50-3ed6-4158-b562-db4afcaa9a88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.5146286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"1cc6ee10-9a8b-4fb4-a9ae-2b6a48af83b1","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.5295281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"33b8370d-b17c-4e4c-99a5-702bf552a1e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.529555238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"33b8370d-b17c-4e4c-99a5-702bf552a1e6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.745699504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"218cfd0d-1702-485d-9686-ccdc34b5a649","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:29.806933306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"218cfd0d-1702-485d-9686-ccdc34b5a649","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:30.093266281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"218cfd0d-1702-485d-9686-ccdc34b5a649","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:30.334870921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"1f294ef5-bcad-4670-8da9-46f011285f61","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:30.401541383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"1f294ef5-bcad-4670-8da9-46f011285f61","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.991409981Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-auth","reconcileID":"7366a65f-dddf-4903-a03f-0f94c758c209","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.991528373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"584cced3-7525-4d83-8711-7ca51ad262da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:31.991545053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"584cced3-7525-4d83-8711-7ca51ad262da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.203630875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"3cc510b6-cfb0-4f44-817f-d6d7ac1a9c3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.203716635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"3cc510b6-cfb0-4f44-817f-d6d7ac1a9c3d","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.214879069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5fdd7441-bfce-42ff-8a5c-f5b4a6e8b290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.215218036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1df89125-de10-45ec-bee4-8017d1de1a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.269180448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"352c41ae-3774-438f-a822-fbdfe40e6f0b","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.274878839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1df89125-de10-45ec-bee4-8017d1de1a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.276302516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5fdd7441-bfce-42ff-8a5c-f5b4a6e8b290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.37942015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"c8df2f16-8a1d-4aa2-9b87-170b8b0a54f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.379448131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"c8df2f16-8a1d-4aa2-9b87-170b8b0a54f8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.646241124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"936ab344-558e-46ee-902b-44754c65d05b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.646233936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"689dc7d7-1707-4d58-9c1f-2d54d82908eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.705793418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"689dc7d7-1707-4d58-9c1f-2d54d82908eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:32.70579342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"936ab344-558e-46ee-902b-44754c65d05b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.849540523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"ce3bb9b1-bac5-41a4-8593-23be4ae50fdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.907386963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"ce3bb9b1-bac5-41a4-8593-23be4ae50fdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:35.963905877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"ce3bb9b1-bac5-41a4-8593-23be4ae50fdb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.557798629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"e08764e6-9a87-4ce3-bc60-2278a54d8522","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.611128263Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"e08764e6-9a87-4ce3-bc60-2278a54d8522","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.66949654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-enrichment-sub","reconcileID":"e08764e6-9a87-4ce3-bc60-2278a54d8522","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.951366936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"8fa99d15-0428-4c0b-b3ab-76034d72d886","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"tenant":"e2e-worker-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.951389165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"e2e-enrichment-model-ref","reconcileID":"8fa99d15-0428-4c0b-b3ab-76034d72d886","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:42.951595479Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:43.115610031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"20bb0e54-6ee3-4faf-aa53-0dbb85ad1d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:43.115610005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"91492a31-99d0-45ea-a5d1-9308db80c28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:43.181387912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"20bb0e54-6ee3-4faf-aa53-0dbb85ad1d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:43.181514712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"91492a31-99d0-45ea-a5d1-9308db80c28a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:43.340332609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"4386e6c2-2ef1-45b5-8932-f0b079655a1f","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.025614135Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.025648409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"a88cae34-764d-4a33-aa42-5eddfa49bcbb","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.08487219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"9686f5c7-6c09-4db2-8d0c-c2f51118a22a","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:44.133713807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"7fb1c2dd-c379-4e3e-aaed-87b994696409","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.189393618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2abca5c8-9e9e-4ce4-89ee-bd35437b3f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.189452744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7ad6d23-303a-4506-a5e5-0a27665ee1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.247554005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"2abca5c8-9e9e-4ce4-89ee-bd35437b3f55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.248017422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7ad6d23-303a-4506-a5e5-0a27665ee1c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.249034141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"5921e0ff-d0d8-44f8-b963-e02b31d8b1b5","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.302294312Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]","namespace=ai-tenant-e2e-worker-w0-b1703c priority=0:[ai-tenant-e2e-worker-w0-b1703c/e2e-model-match-sub ai-tenant-e2e-worker-w0-b1703c/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.302522447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"2f28cb38-18cf-4818-a539-999c88e3fb20","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.307312679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"36e01c34-2e77-4e15-ba0a-0f0368be586c","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:44.356205932Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.409597157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"6a581a0c-6d13-4c29-a92d-8f9d10aecae8","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:44.414418346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b1703c/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.469856804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"487bf610-4d9e-4917-8a4b-5f259bb0b0d4","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.53234842Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"c9a6bdc9-9655-4f70-bc72-2c161362a7d2","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"distinct-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.568499748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"d27a3873-8e6f-4f92-bc5a-ce6ab29b24eb","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.573210189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"257a5257-c6d6-483b-982c-532db1d121e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.584341908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"665fd1c9-2465-496c-85b6-2e2df2566675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.630281437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"6a5f2f55-1792-42bb-9b18-3f55a1a6c96d","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.634338813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"257a5257-c6d6-483b-982c-532db1d121e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.642374561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"665fd1c9-2465-496c-85b6-2e2df2566675","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.692663511Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"16990583-9d6d-46ce-8659-5ca0fafadbd0","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-2-w0-b1703c","model":"distinct-2-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.699821163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"a1cd36c9-3dba-4c09-b5c6-ea0b7ab4ec00","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.834318744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"774cb1d8-56fb-487a-893a-e22927ba74d9","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.843624906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"9a1dee83-74b7-476a-9234-8c5ed1e7fa10","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.894961942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"a0217355-9246-403d-b09c-67779149b559","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.90202769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"9a1dee83-74b7-476a-9234-8c5ed1e7fa10","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.918521807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"880804c1-7b44-47c6-9ed2-03ead953eeee","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:44.949250621Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"a0217355-9246-403d-b09c-67779149b559","name":"distinct-2-w0-b1703c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:21:44.949302931Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"a0217355-9246-403d-b09c-67779149b559","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b1703c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:44.954576221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"c7905f1d-22a9-4d57-ba2b-fdc16a4326e5","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.079272265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"ba5f0adb-9382-4a9f-9b96-47fc041cf334","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-2-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.098404387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"87990fe3-e100-44bb-8844-5137879dc70d","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.105830197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e09e5313-21d9-45a8-872f-b0bef0510fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.10588923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d6ce458b-1406-4a90-b355-f66ba493e2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.163807775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e09e5313-21d9-45a8-872f-b0bef0510fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.165199715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d6ce458b-1406-4a90-b355-f66ba493e2ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.208413358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"b1fab454-32c7-466a-b0a3-fde5500812d4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.220381202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"756cde6e-aff8-4b6a-9b7d-bc78b410e21d","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.267701285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"b1fab454-32c7-466a-b0a3-fde5500812d4","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.402471189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"de368156-6563-44e7-a349-eda6010298ff","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-2-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.483215532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"339cd6dd-9e00-4055-8459-4b23a332ee1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.537431194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"8998b8ab-b7ad-45e9-adb6-2bf7138160fc","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.541227894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"339cd6dd-9e00-4055-8459-4b23a332ee1f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.586474617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fc1ec18f-56f7-46cc-b88f-8eb0d04e2baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.586474445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4c34689e-3393-44a8-b809-8cbb2e32ee33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.644820132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"fc1ec18f-56f7-46cc-b88f-8eb0d04e2baf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.644825569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4c34689e-3393-44a8-b809-8cbb2e32ee33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.802953234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"9c4fbb53-6cf5-4214-845e-e9e5bed134f1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:45.861013959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"9c4fbb53-6cf5-4214-845e-e9e5bed134f1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.086559858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"16d895d9-b026-4b23-b8cf-5bc4e7cdd594","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.146265322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"16d895d9-b026-4b23-b8cf-5bc4e7cdd594","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.203257796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"16d895d9-b026-4b23-b8cf-5bc4e7cdd594","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.399719873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"db5caeb9-544e-4c95-8975-8bde94505ec2","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.565119032Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"586b0966-0d26-419f-9981-d4d9b7e60314","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-34ef7c53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.663729272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8dda7f7a-55f0-47f8-9a21-c88f0bafd987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.663942773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b5b2fe40-9a14-4350-8201-7e5d4d2ce704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.664214504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"7cd7d563-b077-4bc3-8c7c-b1705573058d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.664371693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"27131211-ea1a-4048-baf0-a1994c9be92a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.723015592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8dda7f7a-55f0-47f8-9a21-c88f0bafd987","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.723308415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b5b2fe40-9a14-4350-8201-7e5d4d2ce704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.726557436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"7cd7d563-b077-4bc3-8c7c-b1705573058d","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:46.726624795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"27131211-ea1a-4048-baf0-a1994c9be92a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.198546926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"188338af-0208-437a-a740-c526521cd5a9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.198779513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f0428cab-28d4-4f91-80f7-97d31e0c4035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.198546255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7ff6392a-c537-4916-a0a7-4790ab20e802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.25707872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7ff6392a-c537-4916-a0a7-4790ab20e802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.258225004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"188338af-0208-437a-a740-c526521cd5a9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.259223808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f0428cab-28d4-4f91-80f7-97d31e0c4035","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.295539193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"79470e8a-49b2-4c30-ba5d-e3d88e57dff0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:47.356601461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"79470e8a-49b2-4c30-ba5d-e3d88e57dff0","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.310587259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"567df3a3-cb73-497b-b0fd-8b74b0d672d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.36865609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"567df3a3-cb73-497b-b0fd-8b74b0d672d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.425460204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (df05b54f356cee782af51ca59e6b7d226505625e19cd3302d09d8e4b0a6fdfb9) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (75d177d59c2fa3190676414c99a13ae6621c8402fbcd428115233e564e007c10) AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (696053efcad28dd66d5b97121f182d7ff1a61be190b61572be040534b10766ef) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21) AuthConfig (4f2503f94ab796dcb470a007cf63fad22f4432e371bcc8967ee14b234d90ad9b) AuthConfig (8d50a926a74e1f43bcf0e74ba44b5e1de41ccb0e95c49dab5e89f1689b3961e0) AuthConfig (81cbdad26fa2781e34c7142f8386aef9fa4b3180f70bc665b3afe48d39a905ab) AuthConfig (f38d7f6f5bf2fc919449fea878dada28800f4e08478d762437620ed7524418f6) AuthConfig (0280fadf043ac149181802324bff6135021887373dd32b43b2a9aa041b90ce9c) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8) AuthConfig (263afdd558b7d8eb1e7fc041dabc10e3e4d6303a01e7f872ecc50ff4edccf108) AuthConfig (ed433c23534f36ea97a4c5a3414e137e58c8b59eecec803b9aec283d9c958dc7) AuthConfig (4f0e64ca9b80efee27ebe8acf4b1a3cab0569ad310df1833a9f557e9fccb693a) AuthConfig (4816f521154daa5207c9d8425ac47bda5bcaddde95c9d89b043155ed553cd5af)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"567df3a3-cb73-497b-b0fd-8b74b0d672d5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.484607786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"77286cee-e371-41b2-8401-ac224ed5f362","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.4846234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"77286cee-e371-41b2-8401-ac224ed5f362","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.618280379Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"54af3717-702a-49ec-889f-cec14bde77d6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.673331196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"54af3717-702a-49ec-889f-cec14bde77d6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:56.745252332Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-sub","reconcileID":"54af3717-702a-49ec-889f-cec14bde77d6","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.030356734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"61006ace-f5fa-4205-85c7-ed4e4cf8c429","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.030416302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.090137931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"23ca0161-962b-441c-b05b-bb10ee7a740a","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.161212691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"e6283346-e24f-464f-b64b-92f63c2d7873","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.299107712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5356a551-7b7a-49a7-ad66-29531fcc0569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.299120817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"9b0fdf02-b500-4453-aaec-4be9c13ebcbf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.299557318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5c628b6b-c23c-4a33-af33-f2532686a569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.299616233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"df872624-bd28-4091-9b32-a9c26ef9a2eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.326214037Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"4ebb82b9-beb9-44c5-b1e3-a08c73056d55","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-17be0c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.361347508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5356a551-7b7a-49a7-ad66-29531fcc0569","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.362722086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"9b0fdf02-b500-4453-aaec-4be9c13ebcbf","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.364684677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"5c628b6b-c23c-4a33-af33-f2532686a569","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.366039574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"df872624-bd28-4091-9b32-a9c26ef9a2eb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.78527027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"5abc0502-7e05-4274-b903-8ca291df5f89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.785281918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"932a32d7-8567-45fa-9ee3-e14fd472a349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.791057451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"35e93100-950c-4ded-af93-719faa0890f5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.791079456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"84fa9b4e-b328-47fc-9af3-33d9dfa4b00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.845121722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"932a32d7-8567-45fa-9ee3-e14fd472a349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.845138875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"5abc0502-7e05-4274-b903-8ca291df5f89","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.849534962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"84fa9b4e-b328-47fc-9af3-33d9dfa4b00d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:57.849640783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"35e93100-950c-4ded-af93-719faa0890f5","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:21:58.336209791Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:03.211842064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6790d248-9b9d-4994-8f5c-eac19bb6f2bb","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:03.211870369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6790d248-9b9d-4994-8f5c-eac19bb6f2bb","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:06.635244524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"0e031717-b676-4946-873d-eacbf3524f2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:06.749105294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"0e031717-b676-4946-873d-eacbf3524f2c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.103953832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"63cab816-66b1-4b3f-afbc-dbef9062d5d2","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.104002941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"63cab816-66b1-4b3f-afbc-dbef9062d5d2","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.383346855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"06b9abf3-31b8-4e39-9594-413ea572b88a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.438609196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"06b9abf3-31b8-4e39-9594-413ea572b88a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.493786861Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-sub","reconcileID":"06b9abf3-31b8-4e39-9594-413ea572b88a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.72212853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d085aa7-092a-4a3f-b545-771142293ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.789069967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d085aa7-092a-4a3f-b545-771142293ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.842887175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d085aa7-092a-4a3f-b545-771142293ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.84746671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"bb87df5d-91d3-402c-8e6d-d4a78b4767ba","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.897319807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d085aa7-092a-4a3f-b545-771142293ef5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.897619277Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.904391487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9e8760a9-c8d9-4d04-87fb-abc1c7faad44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.904597821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"cfa91d37-c624-407e-a904-987cec7cf9e7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.904785685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1d2b21e7-145d-4a33-9a69-7f514ec29e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.905013574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"1fb2983c-3698-4ff9-b39f-fa15b0cede91","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.977155096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9e8760a9-c8d9-4d04-87fb-abc1c7faad44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.006839527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"1d2b21e7-145d-4a33-9a69-7f514ec29e49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:07.985968203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"1fb2983c-3698-4ff9-b39f-fa15b0cede91","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.009599054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"cfa91d37-c624-407e-a904-987cec7cf9e7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.020869442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"f55e662f-c38e-4866-89e7-82488dc08365","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.210908488Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-match-auth","reconcileID":"688c4ac3-b127-451a-98fe-52d43de80d38","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.421860097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1f0aa5da-85ce-4bd4-90f2-4ad3dbefda86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.422003935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"604afb66-393e-4683-99c5-ef7e103451ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.422416382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"54ddea54-47d9-4770-97f6-c633e787cb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.469632344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"397ef4ee-766d-41c0-8c91-cbe1cb0c2906","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.480397667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"604afb66-393e-4683-99c5-ef7e103451ce","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.480673103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"54ddea54-47d9-4770-97f6-c633e787cb15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.482593423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1f0aa5da-85ce-4bd4-90f2-4ad3dbefda86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.617693006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"9b6bd8c7-78fd-4c1a-887d-4831c0351188","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.669330588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"2a14f50a-9367-4bd2-959c-d125ed479f5c","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.669345343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"2a14f50a-9367-4bd2-959c-d125ed479f5c","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.686644234Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-model-nomatch-auth","reconcileID":"ba5fe465-7d29-4c7a-9ea8-3a77213b8db6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.727357309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"25dd9690-64a7-469f-9a76-9fb06f8b5820","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.727373739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"25dd9690-64a7-469f-9a76-9fb06f8b5820","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.833487428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"f100cf9d-94c0-4bd0-bc77-428245069126","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.939932524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ed529f00-880c-41ad-a96e-0ff1a74efa1f","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.9399516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ed529f00-880c-41ad-a96e-0ff1a74efa1f","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.955964866Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:08.962278807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"f100cf9d-94c0-4bd0-bc77-428245069126","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.065415826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6a432197-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"f100cf9d-94c0-4bd0-bc77-428245069126","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.067652756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"a913d7a4-5c96-4a5a-90cd-ee8100418d6e","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.068009635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"b49a6554-fcaa-44fa-855e-a801df2b5fb5","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.068026759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"b49a6554-fcaa-44fa-855e-a801df2b5fb5","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:09.12123981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"a3e3ef4f-505e-4b55-8955-fa9a6e0058d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-6a432197\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.122023124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"00844d65-dc47-41b2-85fa-9d807f95a337","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.122042262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"00844d65-dc47-41b2-85fa-9d807f95a337","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.23171904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"8a8f22f6-124d-4dc4-88b1-4b2c57141977","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.231734562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"8a8f22f6-124d-4dc4-88b1-4b2c57141977","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.276470483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"4a8cc923-4fe1-45ea-91cd-8d84b8c4cb91","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.361163951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ce36a3e0-3c7d-4844-8807-a674e61c3c55","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.361187199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ce36a3e0-3c7d-4844-8807-a674e61c3c55","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.362803695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"4a8cc923-4fe1-45ea-91cd-8d84b8c4cb91","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.419197938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6a432197-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"4a8cc923-4fe1-45ea-91cd-8d84b8c4cb91","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.575851325Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"908455de-9a79-457d-b8d2-9214ef7fcedb","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"e2e-lifecycle-model-6a432197","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-6a432197/e2e-sub-6a432197"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.743752277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"c28d6654-781b-4993-a481-3d422c38b146","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.74377269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"c28d6654-781b-4993-a481-3d422c38b146","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.861500717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7b102a-e308-4221-b858-fccfe4a4a838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.914405038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7b102a-e308-4221-b858-fccfe4a4a838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.967531687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7b102a-e308-4221-b858-fccfe4a4a838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:09.967548688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"c11004c4-0665-44cd-a261-9f3449646823","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:10.02052181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7b102a-e308-4221-b858-fccfe4a4a838","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.197502427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"68e0ceee-5081-4e13-ad2e-78317bab1926","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.197890174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"8a2fa0cb-9950-4060-9e69-54eb0ccddbe5","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.198622437Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.267258239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d0d1e398-db3b-44d1-bc13-e79b4c4add3c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.267598311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"37284836-27dd-41ef-bee7-2eebfda38a08","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:11.31886487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"cccc4d96-d189-49ad-8186-a3e5a609336b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.370964797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"17236620-2623-4df3-9219-89f4c50e688d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.370964729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d78e95a1-8f6e-438f-b026-65f6a8816453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.429685694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"17236620-2623-4df3-9219-89f4c50e688d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.430742345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"d78e95a1-8f6e-438f-b026-65f6a8816453","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.434969682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"d93c1281-69eb-45fc-977c-9e8c7e1a97d7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.43530475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"9f7b9c09-82b5-49e7-ba2a-f109ea327e62","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.47458969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"e2c5081e-9dcd-4d76-a744-1627b384bc88","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.49132237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"2fd4e478-4fe7-4412-9854-ff68d0dc74a7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.491602357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"3b45b49c-dd3f-4156-ab34-92744f7777db","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.532699301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"29fd4191-a5e7-473e-b817-3c25fefe283f","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.692079465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-auth","reconcileID":"b1f99eb8-9ad4-4f11-8c55-47082581eb22","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.749961144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-auth","reconcileID":"b1f99eb8-9ad4-4f11-8c55-47082581eb22","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.762957571Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"39b63f75-c1ed-4919-bcab-7c42b8ce4d33","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-partial-access-sub","ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.792665366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"97647e52-2e28-4ea3-b743-99b4a0e9d8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.792665356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"15dc9195-e892-4b65-98ce-a6b5ac3e5c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.852456416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"15dc9195-e892-4b65-98ce-a6b5ac3e5c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.852456419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"97647e52-2e28-4ea3-b743-99b4a0e9d8c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.925790919Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"39b63f75-c1ed-4919-bcab-7c42b8ce4d33","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"distinct-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:11.975576036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"a17495e7-5366-48f3-9c91-100be26942b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.086843274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a4e27247-2e89-4752-93bd-fd8efb7da36c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.196817323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"910d7742-ec0c-4968-8311-e09b194a79fb","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.19716278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"cf190e3b-2876-494c-86e1-d2f1eb672986","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.296567345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-auth","reconcileID":"52408096-4124-457b-9234-fbc435df8cf3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.359459494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.360886036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"6eab4b9c-04e5-4f19-aa55-2f9d914e5836","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.360907214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"6eab4b9c-04e5-4f19-aa55-2f9d914e5836","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.365557257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-auth","reconcileID":"52408096-4124-457b-9234-fbc435df8cf3","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.421624281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"849da827-ea7c-47fa-ac65-e33867bc7e33","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.422067407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"6fc2ba8d-7699-424b-bda0-842bce48d900","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.466844322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"8936a73d-dc2a-46e4-aa94-084b1fb486e5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.466867374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"8936a73d-dc2a-46e4-aa94-084b1fb486e5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.467510725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"0d82b818-e5bf-4415-b404-261c51886497","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.468599254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"08164b2e-79f2-42c9-930e-5900165feb98","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:12.472375296Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-a-w4-dd087a/e2e-rate-iso-a-4ee25a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-4ee25a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.525200187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"05149971-d7bc-4549-88da-5ecc61cf2d6a","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.525219626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"05149971-d7bc-4549-88da-5ecc61cf2d6a","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.525679249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"0d82b818-e5bf-4415-b404-261c51886497","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.592862322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d5a935b8-e77e-4b95-96d3-3be488866015","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.592888526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"d5a935b8-e77e-4b95-96d3-3be488866015","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.592887617Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.631225896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"08164b2e-79f2-42c9-930e-5900165feb98","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.6523881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"bca4e5bf-a219-4e66-a666-49edd0c5c3fc","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.652408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"bca4e5bf-a219-4e66-a666-49edd0c5c3fc","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.699419365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"c612902f-0fc9-44b4-9d03-5913e8bc2f10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.70002757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"a9313b97-56d2-48f3-9780-e6f99eb11f0a","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.700041473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"a9313b97-56d2-48f3-9780-e6f99eb11f0a","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:12.705210593Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-shared-b-w4-03c4e8/e2e-rate-iso-b-4ee25a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-4ee25a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.740375802Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"556ac4da-8aff-49ad-9a36-7f4c49bf9a75","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"rate-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-rate-iso-a-4ee25a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.755805011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"cc618855-2528-421a-ac0e-5d34102656c4","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.755827462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"cc618855-2528-421a-ac0e-5d34102656c4","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.758048883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"c612902f-0fc9-44b4-9d03-5913e8bc2f10","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.91058271Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e9fc8e5e-a41f-4742-b5ed-c5d39f8e5351","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.910601001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"e9fc8e5e-a41f-4742-b5ed-c5d39f8e5351","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.918040037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd27d8-a2ea-4384-945e-05e0b6c23fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.918382735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"ba3b3dfe-50d8-48dc-a55e-8e146780c6d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.971469297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd27d8-a2ea-4384-945e-05e0b6c23fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:12.974541878Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"ef8b3885-9a0b-4b22-b661-427e6c03fedd","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"rate-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-rate-iso-b-4ee25a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.024946425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd27d8-a2ea-4384-945e-05e0b6c23fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.029846028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"ba3b3dfe-50d8-48dc-a55e-8e146780c6d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.079295977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32dd27d8-a2ea-4384-945e-05e0b6c23fbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.133654774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"b1124e33-4cf4-4d78-ac24-af0b22ab87d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.187208887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"1baaacd1-d86a-4412-8cc0-c774f022b0e5","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.191606376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"b1124e33-4cf4-4d78-ac24-af0b22ab87d6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.246995776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"fef54b05-2625-45f7-a00a-660095aaf268","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.247013588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"fef54b05-2625-45f7-a00a-660095aaf268","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:13.508168447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"677b99f5-56c0-4aa3-a075-c70e71668851","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:14.731440663Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-auth","reconcileID":"85e7273b-b83e-4322-8f88-6538d7d04db6","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:14.731537017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"595d92e7-eff5-498b-a1be-1a4a04fe5c7d","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:14.943054422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"5eb25d33-a5d9-404e-8007-f2a18ec67bd3","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:14.998884557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c49cf-01e8-4df7-8d41-a156efb9e216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.052114886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c49cf-01e8-4df7-8d41-a156efb9e216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.079290103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"a2712d9c-45ab-4ab9-b2ff-ce5e4c96103a","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.105072861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c49cf-01e8-4df7-8d41-a156efb9e216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.105735438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"93f16227-e5b1-4c24-9140-bcb9df6be38d","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.158486922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a21c49cf-01e8-4df7-8d41-a156efb9e216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.317951789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"616c42be-9c6e-487b-bf8b-51d47bb6e1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.318017759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a162fba8-4c16-41e8-a7f3-1fa183cc6d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.376501679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"a162fba8-4c16-41e8-a7f3-1fa183cc6d76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:15.376628481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"616c42be-9c6e-487b-bf8b-51d47bb6e1c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:17.129962382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c2815-8a6b-4e44-9219-b5ea95ae5da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:17.192423463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c2815-8a6b-4e44-9219-b5ea95ae5da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:17.255310565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c2815-8a6b-4e44-9219-b5ea95ae5da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:17.308897373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"824c2815-8a6b-4e44-9219-b5ea95ae5da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:19.527185005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"5052ad13-04be-47a7-9ea1-45065178bca5","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:19.586222805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"5052ad13-04be-47a7-9ea1-45065178bca5","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:19.643003599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6a432197-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"5052ad13-04be-47a7-9ea1-45065178bca5","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.546091726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"31c5e52c-72d7-432d-9a02-aae35bbe61cd","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.664382884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"5088e85a-1859-4e27-84cf-7012cfcc5e02","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.719265961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"e302a031-0edf-4b77-a6e2-4f15044e1f15","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.719294527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"e302a031-0edf-4b77-a6e2-4f15044e1f15","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.840629871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"53fb89e7-68dc-418d-9b96-f91290dfdf7d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:20.840654302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"53fb89e7-68dc-418d-9b96-f91290dfdf7d","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.150320161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"e635336d-2280-4ce4-bf0c-1f2ee54b5f8b","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.379292614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"70e521c2-ba6f-4dd6-864a-78e5d64873c5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.379337715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"70e521c2-ba6f-4dd6-864a-78e5d64873c5","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.838991353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"bd90f5c3-d39a-4ee6-934b-667237f21f8d","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.906613717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"bd90f5c3-d39a-4ee6-934b-667237f21f8d","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.948916958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"a5314ee5-6592-4af6-bca3-4cb0ea7c84b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:21.965819051Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6a432197-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e39ccc07b221a12ed2e20000daf6eaba176078b46c25cdde7a3238b973c7908) AuthConfig (33704321215df7c823f8984b249a8454220b6c3469b893acd58dd900aada7908) AuthConfig (9b93a2ea2ca9367ac9c727bf6c8c1958789ef0b669b6811d6fe49b29318f2476) AuthConfig (c0fe705d49f2a0b70a2516a07db3fe78ac1f542e535d569b4246d4d4a26e62b3) AuthConfig (7e031b39eedad1841f75f02e997234fb2940e6da9b291d087c9eb68032f40018) AuthConfig (38ee25bfea7ab081c3b09fa7613f6d0e15841ee9128ebc221774fd81a04be86b) AuthConfig (fc5f65f4553854df26f0a6ed65cb3cb64aa156a8da00111df7d5d1c97ada9855) AuthConfig (9b10ae0ff87106094f79c6c9ec29ed201c64423129d7db7a456915d383c327f4) AuthConfig (56bebe9dcc843ef0bf2833ca928e9d96fdc68c615659a20268c5c312da984920) AuthConfig (193611e2927b001f71ef5ac518956ea4227da1cdba6562eef8cc1ad3425312fb) AuthConfig (d6180a701a95ebdb993e8122187b314e650bd64660703976666afcc67ad7f3ba) AuthConfig (c792c38986e0b6f1e049237b900c50ff1a8e20db95ff3412813b140f503106fb) AuthConfig (7b272c4809562a42652bcd023c74eebc13bf05c3825974bbf940cf56db6bebf4) AuthConfig (aac5a101d800765d9a7abab4c8b66e78abc390c3623b82ffdd5266cb8bd72231) AuthConfig (d3459e54d52190757df51ed2b9e96f1f26f831a36ead27bbd0259fae58be7808) AuthConfig (afbc2fbc5f89491bacaa58bb3cb45cdda4258b3e6c8dd4ac2a8d00e2cc1956b6) AuthConfig (baa65bef4413b7135393aee6284d5e76a1303f3dbfc1b5fdc5300f1a6927b692) AuthConfig (f314166217d852240dfbd267ab2982d3bad08510fa1f740dda36eff498498878)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"bd90f5c3-d39a-4ee6-934b-667237f21f8d","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.026508259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"27566c05-0671-4376-9dc5-6b86827ad9d7","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.026538969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"27566c05-0671-4376-9dc5-6b86827ad9d7","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.029439776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"a5314ee5-6592-4af6-bca3-4cb0ea7c84b4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.362564596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f821c2ce-309f-40ab-bba3-7737bfabe41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.362562762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"04a551b4-75c9-4110-8fd5-bb4c81c2c0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.409502642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"af58bf12-e915-401d-8deb-7e3303f756d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.420913189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"04a551b4-75c9-4110-8fd5-bb4c81c2c0ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.421127743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"f821c2ce-309f-40ab-bba3-7737bfabe41b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.471493067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"af58bf12-e915-401d-8deb-7e3303f756d9","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.789595975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6f575e7d-5490-49d2-a744-a2c1fdd7ab33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.789629251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e54a06d6-38cb-4aee-b04f-883734ae39c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.847908311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e54a06d6-38cb-4aee-b04f-883734ae39c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:22.848141752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6f575e7d-5490-49d2-a744-a2c1fdd7ab33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.272108504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"c54ed237-d57b-4002-82a9-d0ebd12f7d6e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.508255892Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"c54ed237-d57b-4002-82a9-d0ebd12f7d6e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.508310955Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"c54ed237-d57b-4002-82a9-d0ebd12f7d6e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.570300893Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"c54ed237-d57b-4002-82a9-d0ebd12f7d6e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.625113555Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-partial-access-sub","reconcileID":"c54ed237-d57b-4002-82a9-d0ebd12f7d6e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.737215733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"d2da74cd-f58d-4e68-a989-00bc3b71ef89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.920409159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"6767a398-3a8f-417d-8b84-4d079a907af2","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.920727875Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.920746646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"94ddb793-277f-44e1-9573-beae8ed859b4","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.980117206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"29008eac-9821-47c3-ac5e-24baab93867f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:25.980137051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"29008eac-9821-47c3-ac5e-24baab93867f","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.079665613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6486be49-d3aa-4c17-9f9b-14cf1d598838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.079667237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a82849d8-e3be-4772-bd8d-cdd3900ef7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.138027388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"6486be49-d3aa-4c17-9f9b-14cf1d598838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.138079359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"a82849d8-e3be-4772-bd8d-cdd3900ef7b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.761802306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"b199946b-9ec2-4bb3-96d0-7a208308d27b","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.762429899Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.818442944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"703f087e-c5eb-424a-a34d-89577edd55e3","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:26.871238356Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"f57786c0-4082-4037-abcb-8cbd4091544d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.918966937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b60e08cb-5ca1-4153-93da-f82a09aee17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.922512435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"97fe1cc1-db37-48e8-9b83-755c7b297588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.977081876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"b60e08cb-5ca1-4153-93da-f82a09aee17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.980192856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"97fe1cc1-db37-48e8-9b83-755c7b297588","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.988652335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"b0413157-da19-4301-901f-df533b7f5ca6","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:26.994912976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"210bda4e-ae88-42bc-bef7-fd48da6c6f25","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.04712972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"fac5ec19-b733-4ef6-b308-32d59d63c942","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.052224771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"d2098371-2970-4349-a986-7567271ee342","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.173941456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6fb2da20-d0ff-4780-9e5a-58796f080328","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.173949027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"a05b06ad-2392-464d-a508-aa691f5c8c4b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.174038955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"a05b06ad-2392-464d-a508-aa691f5c8c4b","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.261499355Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"21f2b8a0-7c30-4a13-b7c7-6129e09f9230","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"distinct-w0-b1703c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b1703c/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.268436482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-auth","reconcileID":"b3406c67-fd0d-41ef-950c-e70baa0cac8f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.326110801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-auth","reconcileID":"b3406c67-fd0d-41ef-950c-e70baa0cac8f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.338520669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6fb2da20-d0ff-4780-9e5a-58796f080328","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.397732043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"16d49e2a-49f6-4c5b-9218-c527cd70bbee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.398621536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f27febcd-ecc8-49c8-9e94-01afabd2d1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.428469797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"509a22fc-932c-44fc-9782-5331545308cc","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.451824631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"d042c8dc-f5d8-4c8a-91a5-b7d8f86eb27c","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.464112086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f27febcd-ecc8-49c8-9e94-01afabd2d1d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.479720366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6fb2da20-d0ff-4780-9e5a-58796f080328","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.479753528Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"6fb2da20-d0ff-4780-9e5a-58796f080328","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.48209548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"16d49e2a-49f6-4c5b-9218-c527cd70bbee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.540323061Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"f5413f54-62b8-4b8e-ab17-1acf5067a62e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.540536342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"7312761b-3cf3-4508-9de8-0ca31b335a5a","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.540553524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"7312761b-3cf3-4508-9de8-0ca31b335a5a","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.603929423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"3278a56f-931a-439a-8953-81199c89490b","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.642859787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"310966a7-edbc-42f7-8e76-f4646de49d84","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.682488461Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"70a90126-620b-4087-9933-43ac60acacb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.682584176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"70635e6a-09c5-4745-aedf-c2d94331b3e0","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.682600219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"70635e6a-09c5-4745-aedf-c2d94331b3e0","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.75352142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"f5413f54-62b8-4b8e-ab17-1acf5067a62e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.810658686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-auth","reconcileID":"581daa7a-3b73-4d49-86e6-98fbc0332217","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.811429135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"f5413f54-62b8-4b8e-ab17-1acf5067a62e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.811443776Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"f5413f54-62b8-4b8e-ab17-1acf5067a62e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.817174434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"1905c87b-3bc4-4ac8-bfaa-0f95fa43d86a","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.854452944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"70a90126-620b-4087-9933-43ac60acacb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:27.864205321Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"f5413f54-62b8-4b8e-ab17-1acf5067a62e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-rate-iso-auth-4ee25a\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.868831634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-auth","reconcileID":"581daa7a-3b73-4d49-86e6-98fbc0332217","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.954817951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"f111ad0b-428e-4126-9da2-88e4812641be","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.982930607Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"70a90126-620b-4087-9933-43ac60acacb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:27.982947943Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-auth-4ee25a","reconcileID":"70a90126-620b-4087-9933-43ac60acacb4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.04026128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"0460244d-0ae9-4392-b334-388b5a2d6e44","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.040284372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"0460244d-0ae9-4392-b334-388b5a2d6e44","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.189602847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"a73d658c-2137-4a37-a116-0b7ddb641b46","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.189620517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"a73d658c-2137-4a37-a116-0b7ddb641b46","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.310631968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"b0d7a4e0-c64a-427a-9331-98cb629baccb","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:28.336092631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.244852121Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-auth","reconcileID":"16979efe-6916-4b52-bc55-e02aa51bd44a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-2-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.244896413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"73450fcd-700f-440b-a0d7-39f68fdff2f1","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.409914409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"c55155da-fc93-4bcb-9eff-550aac8e2f7a","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.54088346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"16a1bbab-43de-424e-b7a7-e389069780f7","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.700330758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bb3f0542-591d-46a0-9be6-d6084ef6a8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.700330628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"049f5b7b-a903-4b39-b5af-14e7eae2457b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.758918891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"049f5b7b-a903-4b39-b5af-14e7eae2457b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:30.760162761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bb3f0542-591d-46a0-9be6-d6084ef6a8e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:32.133528658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"94329d66-e4fb-4014-871b-e0796fba95d8","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:32.191501355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"94329d66-e4fb-4014-871b-e0796fba95d8","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:32.249840587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-6a432197-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6e39ccc07b221a12ed2e20000daf6eaba176078b46c25cdde7a3238b973c7908) AuthConfig (33704321215df7c823f8984b249a8454220b6c3469b893acd58dd900aada7908) AuthConfig (9b93a2ea2ca9367ac9c727bf6c8c1958789ef0b669b6811d6fe49b29318f2476) AuthConfig (c0fe705d49f2a0b70a2516a07db3fe78ac1f542e535d569b4246d4d4a26e62b3) AuthConfig (7e031b39eedad1841f75f02e997234fb2940e6da9b291d087c9eb68032f40018) AuthConfig (38ee25bfea7ab081c3b09fa7613f6d0e15841ee9128ebc221774fd81a04be86b) AuthConfig (fc5f65f4553854df26f0a6ed65cb3cb64aa156a8da00111df7d5d1c97ada9855) AuthConfig (9b10ae0ff87106094f79c6c9ec29ed201c64423129d7db7a456915d383c327f4) AuthConfig (56bebe9dcc843ef0bf2833ca928e9d96fdc68c615659a20268c5c312da984920) AuthConfig (193611e2927b001f71ef5ac518956ea4227da1cdba6562eef8cc1ad3425312fb) AuthConfig (d6180a701a95ebdb993e8122187b314e650bd64660703976666afcc67ad7f3ba) AuthConfig (c792c38986e0b6f1e049237b900c50ff1a8e20db95ff3412813b140f503106fb) AuthConfig (7b272c4809562a42652bcd023c74eebc13bf05c3825974bbf940cf56db6bebf4) AuthConfig (aac5a101d800765d9a7abab4c8b66e78abc390c3623b82ffdd5266cb8bd72231) AuthConfig (d3459e54d52190757df51ed2b9e96f1f26f831a36ead27bbd0259fae58be7808) AuthConfig (afbc2fbc5f89491bacaa58bb3cb45cdda4258b3e6c8dd4ac2a8d00e2cc1956b6) AuthConfig (baa65bef4413b7135393aee6284d5e76a1303f3dbfc1b5fdc5300f1a6927b692) AuthConfig (f314166217d852240dfbd267ab2982d3bad08510fa1f740dda36eff498498878)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"94329d66-e4fb-4014-871b-e0796fba95d8","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.358092813Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"30014869-8380-473c-8502-bb80ebed6d38","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","subscription":"e2e-rate-iso-a-4ee25a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.415535366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"30014869-8380-473c-8502-bb80ebed6d38","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.471700207Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-rate-iso-a-4ee25a","reconcileID":"30014869-8380-473c-8502-bb80ebed6d38","MaaSSubscription":{"name":"e2e-rate-iso-a-4ee25a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.764025744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"72a07f7d-e1fb-45f1-88e7-c8992642adb7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/rate-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.764138041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"rate-test-model-dd087a","reconcileID":"72a07f7d-e1fb-45f1-88e7-c8992642adb7","MaaSModelRef":{"name":"rate-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"rate-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"rate-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.765528746Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.902602009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"a7fecf47-4c24-4cf2-96c8-98ee4f3657a3","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:38.902821879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"a7fecf47-4c24-4cf2-96c8-98ee4f3657a3","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:39.838465314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"e953fc39-a522-466f-bdc8-f90dfc83148b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:39.929047527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"00d12014-6b72-4689-afb6-596e5d1a3c4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.246693695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"9d2cc6f0-05e3-4f5c-9310-8345637ce811","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.339629661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6f52f11-58a4-4b15-ba9c-26b8c9ea0daf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.493128451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"31ae7869-984a-4d89-a2d1-738fdbcc9490","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.513637586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"d53fb7c5-3749-4c87-8ce6-81b9e7dbf0b0","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.596299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"5d075b65-678f-4146-be9e-8e4b33a27abe","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.708603402Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"79e2f7df-fb49-405e-97ed-edc55d231cda","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.761436859Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"79e2f7df-fb49-405e-97ed-edc55d231cda","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.804805848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"649f5b8f-34dc-4590-adba-7d1793d9e5a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.81549504Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"e2e-no-access-sub","reconcileID":"79e2f7df-fb49-405e-97ed-edc55d231cda","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/distinct-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:40.905663862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"016bf435-6054-4362-b8ac-834c1be323f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.005203477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"005809f9-04b3-4ec7-bcd2-62e2e6b361f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.092519665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"2c7cf9cd-6dc9-4829-8560-c9f0ae752300","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.09252732Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.252054868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0f8b7959-5656-4e67-b2b4-5692b68f082c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.252054888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"308a2295-4ca2-433d-8022-e489597a9f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.310590228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0f8b7959-5656-4e67-b2b4-5692b68f082c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:41.310608489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"308a2295-4ca2-433d-8022-e489597a9f9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.274014953Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"edd64192-b861-417e-a900-5e3133de5f6e","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.330781598Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"2a62b1b3-0746-4482-a39a-ee36821c0b35","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.36561633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"7f91afad-3fc2-4942-b7a4-741be9d3fbb4","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.424117963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"7f91afad-3fc2-4942-b7a4-741be9d3fbb4","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.436071783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c0c1535c-c539-41da-bac8-1d96699fbb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.43608955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e44fbec0-fd03-4fa4-b9a0-d6399d965c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.436564752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e4c319b3-428b-4344-a1d9-17a57dbc6ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.436606435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f874f43-07da-4546-8998-cb69d496839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.494771147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e44fbec0-fd03-4fa4-b9a0-d6399d965c52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.495355054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e4c319b3-428b-4344-a1d9-17a57dbc6ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.49692796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f874f43-07da-4546-8998-cb69d496839f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.497572144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c0c1535c-c539-41da-bac8-1d96699fbb3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.651045913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"93304dcb-f9ce-435e-9948-07693bfd4a29","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"name":"e2e-rt-sw-602ff1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.763362623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6e6ecee-1d65-4c15-a8c9-b1c5c849e33e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.763384405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6e6ecee-1d65-4c15-a8c9-b1c5c849e33e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.76362961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"669b3ffc-ecd2-4200-87a3-6079c6d3bcf7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.76364078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"669b3ffc-ecd2-4200-87a3-6079c6d3bcf7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.763860703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c01f08a-1431-4eac-8e6d-5465b5cc83e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.763870629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1c01f08a-1431-4eac-8e6d-5465b5cc83e2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764066164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bba1af2b-c2ec-4c08-91ab-38dda94ae622","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.76407592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bba1af2b-c2ec-4c08-91ab-38dda94ae622","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764257994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"972a44fd-e0e7-438b-ba04-c62b460805e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.76426728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"972a44fd-e0e7-438b-ba04-c62b460805e0","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764471031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5489f89c-e84d-4aab-8ab1-6063011a4089","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764481776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5489f89c-e84d-4aab-8ab1-6063011a4089","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764669309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"517a8a78-f7c6-469b-9608-18411434e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764678269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"517a8a78-f7c6-469b-9608-18411434e0f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764925496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c1bf51a-e78d-4a26-b2c7-2099cc642b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.764934013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1c1bf51a-e78d-4a26-b2c7-2099cc642b66","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.819054011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"5a9000ff-2bba-4793-bbe6-f8e757382221","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"name":"e2e-rt-sw-602ff1","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.829327234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2cd6ac14-a9ab-456b-98db-f8f19b1d62bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.829389611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"710589cf-46cf-4f62-81f8-9c3bb4ebadfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.873844756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ce6585a3-cb6b-4560-91a3-0745bfa62b11","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.873863284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ce6585a3-cb6b-4560-91a3-0745bfa62b11","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.903014612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"6f99142f-3be5-4c35-bbe4-5e45b6bbfe76","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.957822235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0a5c7747-4900-47e3-b076-80845b21a2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.968189413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"c824582f-4e61-4b7e-b640-04a9f692013c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:42.969134899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"6f99142f-3be5-4c35-bbe4-5e45b6bbfe76","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.013738989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ee235648-5c73-4178-91ae-1f6599ad378e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.031836579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8d4c7abd-44af-4ce7-a82c-d906e3309ac2","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.033135958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0a5c7747-4900-47e3-b076-80845b21a2db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.03760627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"c824582f-4e61-4b7e-b640-04a9f692013c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.07331063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ee235648-5c73-4178-91ae-1f6599ad378e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.132547199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8d4c7abd-44af-4ce7-a82c-d906e3309ac2","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.361734005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e624cd-2de0-47e4-992e-b6ad6393a206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.427883576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09e624cd-2de0-47e4-992e-b6ad6393a206","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.468061962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c6a377-2fd6-4ad8-b6d9-8f51bf08f93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.477136758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37012be9-7e4a-49da-9d4a-53624ee8fd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.526083316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28c6a377-2fd6-4ad8-b6d9-8f51bf08f93f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.535250645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37012be9-7e4a-49da-9d4a-53624ee8fd1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.576241713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"20dda4b3-a2c8-43ba-807e-048fe1448639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.576291091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6938df76-8ddb-473f-88cb-f349883c84d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.634122841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"6938df76-8ddb-473f-88cb-f349883c84d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.634151501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"20dda4b3-a2c8-43ba-807e-048fe1448639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:43.963015797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"9e3b43e8-3b42-49e0-9809-aaae3b949c1c","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.027645099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"ee617095-51f8-4a82-8dfb-3da95d9684dc","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.048307177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"ee617095-51f8-4a82-8dfb-3da95d9684dc","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.098934633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"1bd75937-0b1f-4f34-9ea7-9d7a9ca6fcb5","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.134077117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f88117ae-3934-4de1-94e7-02501ccf6eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.157079136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"1bd75937-0b1f-4f34-9ea7-9d7a9ca6fcb5","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.162415309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a25d71e-5e4d-4d17-825d-52b63e66d3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.192006458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f88117ae-3934-4de1-94e7-02501ccf6eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.204020133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"bd2d0df8-4691-40aa-bd55-37f192417571","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.214764678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5102312a-6a2d-4e6d-9631-702ec5ec0134","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.220112061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0a25d71e-5e4d-4d17-825d-52b63e66d3a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.261851634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"bd2d0df8-4691-40aa-bd55-37f192417571","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.272417852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5102312a-6a2d-4e6d-9631-702ec5ec0134","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.473841637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80220718-94c1-41ed-ab2d-fe39c0864192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.522124431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b048873f-4ce7-40b2-ad2d-9b95c95fdeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.532054951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"80220718-94c1-41ed-ab2d-fe39c0864192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.536398008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1459b2b5-a489-4ab9-8db6-05f35d0bd5f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.579795291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b048873f-4ce7-40b2-ad2d-9b95c95fdeae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.594052551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"1459b2b5-a489-4ab9-8db6-05f35d0bd5f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.684330208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e8c7976a-0828-4c9a-8eff-375f20b008f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.742317438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"e8c7976a-0828-4c9a-8eff-375f20b008f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.837145605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f7c21d3c-89fb-4356-93fe-1c9e31925149","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:44.894896443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f7c21d3c-89fb-4356-93fe-1c9e31925149","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.415007498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","namespace":"ai-tenant-e2e-ait-fbf1444a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.415072658Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","namespace":"ai-tenant-e2e-ait-fbf1444a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.415121162Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","tenant":"e2e-ait-fbf1444a","tenantID":"e2e-ait-fbf1444a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.472508404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Deployment","name":"maas-api-e2e-ait-fbf1444a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.536151761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Service","name":"maas-api-e2e-ait-fbf1444a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.598614683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-fbf1444a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.653488453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-fbf1444a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.716134825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.772233031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.830389459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.887953546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.94284528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Deployment","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:46.996598072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.051598612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Service","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.104837472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"Service","name":"payload-pre-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.157532989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"DestinationRule","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.209966052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.265053882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.322236717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.374965446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.427821092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.485853466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-fbf1444a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:47.538783341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fbf1444a"},"namespace":"ai-tenant-e2e-ait-fbf1444a","name":"default-tenant","reconcileID":"f2b0c40e-43bb-4e2a-87b3-668dd93e20b9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-fbf1444a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.358546999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"506080f5-cdef-4545-9ddd-45c99601d301","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.3585826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"506080f5-cdef-4545-9ddd-45c99601d301","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.382818093Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fbf1444a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fbf1444a","reconcileID":"dc17a265-e283-41c8-965a-0160d135c173","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fbf1444a","removed":["maas.opendatahub.io/gateway-access-e2e-ait-fbf1444a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.465270386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"a614a085-7714-4013-87cb-f68e57bc6294","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.46529996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"a614a085-7714-4013-87cb-f68e57bc6294","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.592163747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"9a5ca898-c78c-4fce-95ca-6f459edd4ede","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:48.65149065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"9a5ca898-c78c-4fce-95ca-6f459edd4ede","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.076389414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"2e423fc9-7a62-458f-9331-60dadc224c85","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","subscription":"e2e-rate-iso-b-4ee25a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.118992051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"1c398a88-76cd-4cc3-90d6-78c140ffa228","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.119097069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"1c398a88-76cd-4cc3-90d6-78c140ffa228","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.189254591Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"2e423fc9-7a62-458f-9331-60dadc224c85","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.260622912Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-rate-iso-b-4ee25a","reconcileID":"2e423fc9-7a62-458f-9331-60dadc224c85","MaaSSubscription":{"name":"e2e-rate-iso-b-4ee25a","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.539278156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.539321967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"f7ef7d94-2071-4fc0-b113-1b1ee96f9749","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/rate-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.539337209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"rate-test-model-03c4e8","reconcileID":"f7ef7d94-2071-4fc0-b113-1b1ee96f9749","MaaSModelRef":{"name":"rate-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"rate-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"rate-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.744792775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f69ca1c-3c5f-4422-83dd-3f9c92219906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.799406029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f69ca1c-3c5f-4422-83dd-3f9c92219906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.852591955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f69ca1c-3c5f-4422-83dd-3f9c92219906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:49.906736519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f69ca1c-3c5f-4422-83dd-3f9c92219906","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:51.928171683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c412173-c0c6-46ea-a70e-cb40c6bf7c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:51.981068791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c412173-c0c6-46ea-a70e-cb40c6bf7c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:52.033772712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c412173-c0c6-46ea-a70e-cb40c6bf7c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:52.087018559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c412173-c0c6-46ea-a70e-cb40c6bf7c16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:52.960188833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"18a3ad42-05f0-4d08-90ea-42c229dde07e","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:52.960207982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"18a3ad42-05f0-4d08-90ea-42c229dde07e","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.074250302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"091d6a34-0d21-45ad-aed5-f0e6cc492cc4","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.090192397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"754c129d-1454-4b1a-8bc0-790ec20918d2","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.092399052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"754c129d-1454-4b1a-8bc0-790ec20918d2","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.166874862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"091d6a34-0d21-45ad-aed5-f0e6cc492cc4","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.3140504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"dc2601a7-a3cc-4914-b167-046baf758d17","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.636879107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"f07f39c5-ac74-47c6-9485-2dac97369a72","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.788779713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"f07f39c5-ac74-47c6-9485-2dac97369a72","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.798225762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"dfeb903f-0b62-40c5-bf5c-137fab2c3a73","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.915429619Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.984130726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"48233531-2ef2-49a5-940a-8f470c625618","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:53.984225265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"48233531-2ef2-49a5-940a-8f470c625618","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:22:54.042517232Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"754b4464-af7a-4b91-9f2e-6ecec94476fc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-602ff1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.046958716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"9b3a5557-7f15-45d5-81c2-2057fc867c39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.162274359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5edb8ddd-9df7-45a6-bd00-041d994190e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.200672348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e0bea845-5f8e-4f25-a196-012f93e5abca","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.205937329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7902b28f-21e1-4c94-ba50-1ac0d4aca3da","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.20603848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7902b28f-21e1-4c94-ba50-1ac0d4aca3da","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.27127897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e0bea845-5f8e-4f25-a196-012f93e5abca","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.294647245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38f63fe9-157c-4b10-a847-46092b37414e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.295622799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77be8738-f6a5-4633-b7fb-e65d4ccdd771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.340387613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"5e72afab-19ec-4043-af40-ce576f0636ce","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.340419693Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"5e72afab-19ec-4043-af40-ce576f0636ce","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.341302208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"fd59a69c-8ab3-43d7-a19a-37d5fcedd1df","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.366868555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"77be8738-f6a5-4633-b7fb-e65d4ccdd771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.377651238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38f63fe9-157c-4b10-a847-46092b37414e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.447828819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"d7cf47a3-fd09-4036-a642-d48c3f7c5d10","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.533111132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714daf08-55a4-4e45-ba51-8c5cdc8223ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.543280675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d09397bd-6a3c-4780-b58f-ae3e05d0ce81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.597421511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714daf08-55a4-4e45-ba51-8c5cdc8223ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.690245846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714daf08-55a4-4e45-ba51-8c5cdc8223ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.691757104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"78b34003-df54-4557-945a-3761136aca8b","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.776657494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"714daf08-55a4-4e45-ba51-8c5cdc8223ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.84642526Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"01c9aeb0-3580-4fca-b69b-ba62c09297d0","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"e2e-rt-sw-602ff1","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-602ff1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.857300073Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1cc3a7b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1cc3a7b3","reconcileID":"2946a737-eb65-4d2b-9e58-5d87cc8d6e42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1cc3a7b3-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-1cc3a7b3-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.917646553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"6039d7c9-fdd2-4609-b11d-30ddbf1fd1d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:54.98000591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"25714179-a1e2-4a5a-868f-80e5a0778af5","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.046873125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e9f6d093-ace8-4e2c-886d-58806ffeb18d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.054257559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe4fb1b4-157b-4ba3-819a-0f9c98fd80ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.100657066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"77a9628c-92be-4e8e-b4ca-7d8fc00459b4","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.151430925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e9f6d093-ace8-4e2c-886d-58806ffeb18d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.156151836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe4fb1b4-157b-4ba3-819a-0f9c98fd80ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.173764437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9590fffc-010e-47ea-a3f0-8280e100e568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.206632165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55089bc2-5a71-4394-bb2c-98eff82ca424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.23446376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"dabf2d91-1bd8-4b63-ad82-bc4d454088e1","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.234488932Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"dabf2d91-1bd8-4b63-ad82-bc4d454088e1","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.267194364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55089bc2-5a71-4394-bb2c-98eff82ca424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.317822455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5b6365b0-9c60-4d11-b57d-20110eed0821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.317822546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"63939226-442b-4856-be21-b3fb425f921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.377191716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"5b6365b0-9c60-4d11-b57d-20110eed0821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.377380663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"63939226-442b-4856-be21-b3fb425f921d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.447125242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"9969d97b-6b85-4838-9b33-f9072ee6da50","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.578226225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13abc3e0-f2c6-4c89-8bbf-2fd979add5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.636143694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13abc3e0-f2c6-4c89-8bbf-2fd979add5da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.684327352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"f39912b3-290a-444e-9bf3-b5fef2879825","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.742192804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"f39912b3-290a-444e-9bf3-b5fef2879825","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.786350989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314dd20b-5302-4436-81e7-59a4d2c2b720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:55.844813098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"314dd20b-5302-4436-81e7-59a4d2c2b720","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:56.834601505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75be8e2-d6c6-4539-b4e9-1e95b8bdfd9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:56.887902605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75be8e2-d6c6-4539-b4e9-1e95b8bdfd9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:56.940817784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75be8e2-d6c6-4539-b4e9-1e95b8bdfd9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:56.994603615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75be8e2-d6c6-4539-b4e9-1e95b8bdfd9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:58.336722851Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:59.065947493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ec7bd7-e089-4224-80f3-40c31435b823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:59.119172994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ec7bd7-e089-4224-80f3-40c31435b823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:59.172267013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ec7bd7-e089-4224-80f3-40c31435b823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:22:59.225367048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8ec7bd7-e089-4224-80f3-40c31435b823","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:03.599339863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"9eb73c28-1eb7-4e73-94ca-e9702c89950c","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:03.599368101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"9eb73c28-1eb7-4e73-94ca-e9702c89950c","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:03.706709343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"43013090-3d49-4b2c-9fc7-2287624b3c89","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:03.764746775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"43013090-3d49-4b2c-9fc7-2287624b3c89","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:03.812317706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"7daad303-0aa2-4237-abd3-60b9b65f3917","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:04.059210718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"5b8d739e-6be4-4b7d-8de2-493dc620550e","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:04.117203536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"5b8d739e-6be4-4b7d-8de2-493dc620550e","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:04.135926648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"cc703676-ba62-4399-b4ed-93e1e5c842f5","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:13.859682074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"e9ae9919-456f-4e6e-85b6-968d9d8cc469","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.136003394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"00bcdc91-c523-46b4-8fdb-269bf32b48af","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.136037031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"00bcdc91-c523-46b4-8fdb-269bf32b48af","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.278366942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"11845d97-249c-442c-8f9f-0777b0965e59","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.278450129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f152a73-7b82-48a4-9a79-f6e631f6d42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.278874386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"376e4cba-2c17-4161-a934-181ec09e650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.336598245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f152a73-7b82-48a4-9a79-f6e631f6d42c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.337931969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"376e4cba-2c17-4161-a934-181ec09e650c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:14.338931119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"11845d97-249c-442c-8f9f-0777b0965e59","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.250256096Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"b0b8cdc8-4856-4b9c-a8ab-b42e4eac1417","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.303773577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"539cbe9e-7f7e-49b2-bfe1-1a4d50cd5066","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.303799015Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"539cbe9e-7f7e-49b2-bfe1-1a4d50cd5066","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.3579264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"965f20b3-84fb-40d6-b3d3-7514ca4b097a","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.411085057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"31b5d094-3fef-4ad9-8fa1-025dde8dc857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.4174482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"965f20b3-84fb-40d6-b3d3-7514ca4b097a","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.462548893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"209b70b8-aebe-4ce1-98fc-9618c1be3e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.463573257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81055ce9-5e8a-4e82-b4c1-0fda53d22961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.464090467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1694eecf-0b51-4fd3-8e57-d43d1f968b95","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.468781153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"31b5d094-3fef-4ad9-8fa1-025dde8dc857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.47526759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d093379-dc31-41b6-ab6f-194ec97fe60b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.475286505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8d093379-dc31-41b6-ab6f-194ec97fe60b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.475638265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c1a660b-14bd-40a6-82e6-b6eec2a30bd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.475658959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c1a660b-14bd-40a6-82e6-b6eec2a30bd3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.475871279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4693ce8f-d508-4277-9af7-e76778306fa9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.475882707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4693ce8f-d508-4277-9af7-e76778306fa9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476111112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"413b1b24-741e-4934-91f1-98d82bf9a5a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476124511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"413b1b24-741e-4934-91f1-98d82bf9a5a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476331239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6bd6747-4a62-40cc-ad63-197db550cf08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.47634238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e6bd6747-4a62-40cc-ad63-197db550cf08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476564033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d94aa206-e22f-4877-9fc6-75472e7a3c82","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476575761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d94aa206-e22f-4877-9fc6-75472e7a3c82","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476756904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f3b443-4501-4712-aaef-33d80f09099c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.476765865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f3b443-4501-4712-aaef-33d80f09099c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.477046064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e099475c-e4e6-4005-895d-b24a3efc340d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.477056705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e099475c-e4e6-4005-895d-b24a3efc340d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.520516272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"209b70b8-aebe-4ce1-98fc-9618c1be3e2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.521166923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81055ce9-5e8a-4e82-b4c1-0fda53d22961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.523073678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1694eecf-0b51-4fd3-8e57-d43d1f968b95","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.530101959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"8797ae2b-2e06-4d1b-9011-231680b98c79","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.530121726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"8797ae2b-2e06-4d1b-9011-231680b98c79","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.692969805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"da071aa9-c1a7-4baa-a329-1c8905dcc733","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.693200981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fe31404c-2bf0-4fae-a60e-1bf4d8e31816","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.746086352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"d8751990-dfc5-4fac-851b-c3d532d0d4d8","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.782698454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"272528ac-18c5-47fb-8be5-9bd8e40989fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.840677279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"272528ac-18c5-47fb-8be5-9bd8e40989fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.884545563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9df69425-c60a-456e-bca6-1f5a41c98788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.884553087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"07262f7a-d102-4a51-b9cf-c519e3b86d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.937064462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f8fa2fbf-d1f9-404d-ab36-208cce4737ff","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.94388316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"9df69425-c60a-456e-bca6-1f5a41c98788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:17.943919494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"07262f7a-d102-4a51-b9cf-c519e3b86d22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.005280874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"70ccb9fd-972f-4253-8d16-f8d57d3e488a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.012007874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f8fa2fbf-d1f9-404d-ab36-208cce4737ff","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.071929962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"70ccb9fd-972f-4253-8d16-f8d57d3e488a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.243919754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"9c1c40e3-7455-4f8a-93ba-eb84fac13fa3","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.30191722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"9c1c40e3-7455-4f8a-93ba-eb84fac13fa3","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.336009408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8542d2d3-703c-4b6e-8c3d-6c1e67455121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.336695352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53697bc3-bfbe-4e21-8f46-04c0174ee450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.3958223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8542d2d3-703c-4b6e-8c3d-6c1e67455121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.395849291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"53697bc3-bfbe-4e21-8f46-04c0174ee450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.590858386Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.591007567Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.637487468Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"80b3d7c6-5786-4d34-b49f-bc1bc34ed5c4","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.651325244Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.651349461Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.651450538Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.651795536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6b142fd8-c73a-44c3-89b3-08fbf0f7bb19","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.651815276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6b142fd8-c73a-44c3-89b3-08fbf0f7bb19","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.711296778Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"256373f8-9dd6-4d2f-8ae7-80ddcd1de6c0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.719356125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"811ee916-61e5-40ae-a5ea-7c27fc803548","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.730470222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"811ee916-61e5-40ae-a5ea-7c27fc803548","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.807626327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1dd5d895-1882-40bb-9c04-1b45292d4c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.807804581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"896366d0-d027-48bc-b64d-2588ba6b61ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.807632033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9f2bc9fb-81e3-48ca-a7e4-d4e963eef67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.819857811Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"c6f223a6-42f3-4515-946e-da987e792590","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-962c869b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.867424535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9f2bc9fb-81e3-48ca-a7e4-d4e963eef67a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.87235788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"1dd5d895-1882-40bb-9c04-1b45292d4c85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.873186312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"896366d0-d027-48bc-b64d-2588ba6b61ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:18.875246841Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"4d529d42-7dd8-4d88-a066-8a5d70afbc9b","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-962c869b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.012211626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e90754-86f7-489e-96f3-c847e08b22bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.012211713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d0c61b-cb80-42b4-b7de-43b3bc778509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.070676222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d0c61b-cb80-42b4-b7de-43b3bc778509","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.070732318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06e90754-86f7-489e-96f3-c847e08b22bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.280842771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"ffce1ba4-b12a-46bf-84b8-6c19c7594951","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.281055385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"54b1c6c3-2685-40df-9a95-82002fbae723","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.280844134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ca619f5d-af35-491d-9841-8a9888578e81","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.339280866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"ffce1ba4-b12a-46bf-84b8-6c19c7594951","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.339364033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"54b1c6c3-2685-40df-9a95-82002fbae723","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.341461045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ca619f5d-af35-491d-9841-8a9888578e81","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.388458412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c6ee5466-a44e-4bdf-9c3a-c83b0c339258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.441025294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e1d9c9b5-f5e3-4d92-ac31-c7e351d0f86b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.446652486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"c6ee5466-a44e-4bdf-9c3a-c83b0c339258","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.500620302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e1d9c9b5-f5e3-4d92-ac31-c7e351d0f86b","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.607193553Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"3e03b8e2-bb74-446d-8ca4-b8d2a54c7e8b","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.768057304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"3e03b8e2-bb74-446d-8ca4-b8d2a54c7e8b","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.898126295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"3e03b8e2-bb74-446d-8ca4-b8d2a54c7e8b","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"e2e-mt-6a432197-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.898152451Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-policy-6a432197","reconcileID":"3e03b8e2-bb74-446d-8ca4-b8d2a54c7e8b","MaaSAuthPolicy":{"name":"e2e-policy-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.95625234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"7ecd1ec6-c942-470f-bbf9-0d2dc06a0ac5","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:19.956271791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"7ecd1ec6-c942-470f-bbf9-0d2dc06a0ac5","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:27.973674263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8053121d-4c38-4a1f-ad33-72b76d9d0c9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.077584483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"6f7e32df-14f9-43d6-bcac-becbb59b991f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.149587206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"ffef78c6-46c6-4fe0-9ffb-ae1c0f060b64","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.178147703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"809dbe59-55ee-4875-97df-891c202d1d36","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.277248735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"e6d8d0e9-e6da-4c14-ae6e-aedbb8f1c038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.336990255Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.375932808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e83faf40-fef3-4167-bf2c-cd2bed863d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.459292304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"52c1cde0-685c-4809-b04b-902318707a9a","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.573373032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"7f2d5f02-f4cf-46ab-8690-c1915931af59","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.691087224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"3f5c81e4-e8ab-4d2a-8039-9b3a2c0f359b","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.815607023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"4c912064-1fd7-40c7-98cc-c7ad3e2915f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.928087456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"f33e4c23-ef21-44d9-abd0-9d73e888dfb8","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","subscription":"e2e-sub-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:28.981481862Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"f33e4c23-ef21-44d9-abd0-9d73e888dfb8","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.034761829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-sub-6a432197","reconcileID":"f33e4c23-ef21-44d9-abd0-9d73e888dfb8","MaaSSubscription":{"name":"e2e-sub-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"name":"maas-trlp-e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.313645668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c47bad6d-f571-4cd2-98ef-e16bd69eaa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.314356516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e719228b-6d27-479e-988e-1ac841984298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.319940056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"ec704bf0-00d7-484c-ba44-66329de57f09","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.320783863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"834a6fe0-a182-4b62-9e22-0f0718ebcb5a","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.320810548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"834a6fe0-a182-4b62-9e22-0f0718ebcb5a","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.322786981Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.378500741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e719228b-6d27-479e-988e-1ac841984298","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.383289396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c47bad6d-f571-4cd2-98ef-e16bd69eaa69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:29.384021626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"ec704bf0-00d7-484c-ba44-66329de57f09","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:33.192842666Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"890c5e98-0d9c-48f7-84bc-7c5e24547d2f","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:33.250764994Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"890c5e98-0d9c-48f7-84bc-7c5e24547d2f","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:33.358163447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"890c5e98-0d9c-48f7-84bc-7c5e24547d2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-1cc3a7b3-gw","tenantID":"e2e-migrate-1cc3a7b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:33.478726438Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"890c5e98-0d9c-48f7-84bc-7c5e24547d2f","name":"e2e-migrate-1cc3a7b3-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:38.303227425Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"eb7ac8f9-b7af-40fe-aa15-0bb03a490bae","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.4618497Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"f692815b-7853-40e8-9543-15c66471509e","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.523478907Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"f6998a27-d5c3-45ea-8b07-0fa7ac897c1d","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.626417074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"314ab281-347f-4fa8-8ad9-4676e57f26d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.628487854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ebc1dc81-c10f-4dc8-b8e4-a0585b814db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.629190551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"874fbc63-633f-433d-b391-f4f2279c33b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.676766758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f2ee48f-7e79-4620-afcd-2acae83652a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.681214083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c34ffbe-b3ee-4dc0-921e-5a469262b5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.686609805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"314ab281-347f-4fa8-8ad9-4676e57f26d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.6890523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ebc1dc81-c10f-4dc8-b8e4-a0585b814db8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.69049061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"874fbc63-633f-433d-b391-f4f2279c33b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.724196931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"011a7d2a-15a5-42b7-a170-d50b90859992","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.73672923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f2ee48f-7e79-4620-afcd-2acae83652a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.741928413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c34ffbe-b3ee-4dc0-921e-5a469262b5bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.842748615Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"3d43082c-517e-4302-9b77-d8653abeff44","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.88159508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"dc0c1ec0-1c63-4df7-b6e9-38748238ed2d","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:45.926288146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e427db3e-a808-4891-b1c8-18fa16213fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.009481729Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"82775102-f16c-4ffe-9b6f-8d5d2015ce2d","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.081783923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"683bdbd9-2864-4203-8ecb-893d650cc4ac","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.082465683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"60e93faa-32c8-4159-8d2b-031f8b923e3d","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.109961123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e35b37be-d48b-4a94-8382-aa8c01e9cb7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.11005249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3dc4c4bf-f524-4d8f-a7c1-2be951a0ace1","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.110774665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f36e7357-e57e-42cd-a3e4-3facb53151e4","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:46.117593413Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"82775102-f16c-4ffe-9b6f-8d5d2015ce2d","name":"e2e-att-delete-8fd71c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-delete-8fd71c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:46.117679226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"82775102-f16c-4ffe-9b6f-8d5d2015ce2d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-delete-8fd71c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.130752766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"6e84a40e-0399-4e9b-952a-025f6261d502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.156905495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d8e53c52-ee29-4659-af26-ae7501da8b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.192639205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e35b37be-d48b-4a94-8382-aa8c01e9cb7f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.224838653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3dc4c4bf-f524-4d8f-a7c1-2be951a0ace1","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.22525032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"cabe0afe-fcce-49bc-b725-ad35153d8938","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.225323845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"cabe0afe-fcce-49bc-b725-ad35153d8938","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.241491492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f36e7357-e57e-42cd-a3e4-3facb53151e4","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.243215268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"eee7ad5f-7d40-49e9-b679-1855c8231a25","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.250869339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d8e53c52-ee29-4659-af26-ae7501da8b85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.313032578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"eee7ad5f-7d40-49e9-b679-1855c8231a25","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.374943668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"49cc623b-d779-44a8-a073-6927209795ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.375457566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"350db941-7b9f-4e5b-ab44-a22569fabe55","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.381463657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"350db941-7b9f-4e5b-ab44-a22569fabe55","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.44239306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"8cd9835e-4bb5-428d-bf84-dc826da7894a","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.516605819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"ef0a233a-0eb6-453d-90f1-edfdd4e8adbb","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.516643832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"ef0a233a-0eb6-453d-90f1-edfdd4e8adbb","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.604773023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"d9fc8f41-429e-4a84-99f4-2d5c4c0d2be4","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.608339405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"3a16e037-6c8b-4d15-9217-c6a497ed5f61","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.623627588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"e7351f9c-0aa1-4315-ace0-adaa9425b58f","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.633555078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c204446f-f101-4a1c-8fb3-419a0cbe7c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.634967721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"1b8fe887-08ed-4c2c-a1e7-ebe1cc485ce8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.691800491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c204446f-f101-4a1c-8fb3-419a0cbe7c6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.731027411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"c2030ee0-0a7b-4953-ae4d-93b0915d3a5b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.731937042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7c6d989-eb59-41ab-8b25-cdb651d58222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.79205094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c7c6d989-eb59-41ab-8b25-cdb651d58222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.85925816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cb772de7-d95a-4caf-b91f-6563e37a337a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.915694066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700c1084-f4ab-44d8-ba75-d0e71a4afa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.916667224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0af93e90-354d-4fbe-8389-774c57fa4c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.917857283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"c639abe1-3902-4f53-8c8e-4b59b89ed197","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.925737505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cb772de7-d95a-4caf-b91f-6563e37a337a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.978405786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0af93e90-354d-4fbe-8389-774c57fa4c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:46.978430052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"700c1084-f4ab-44d8-ba75-d0e71a4afa0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.122693834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"edc908b5-582b-4b4e-8681-a14550ea5fcf","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.181152764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"edc908b5-582b-4b4e-8681-a14550ea5fcf","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.217114124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c70caad5-fa1e-4534-bd36-b5037296636c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.250695136Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"5a9392ac-66ae-48b2-85ed-381b67507a66","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.275103287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c70caad5-fa1e-4534-bd36-b5037296636c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.371747545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2227562f-4246-424a-b9f5-c3f4ce0a5068","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.37183836Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2227562f-4246-424a-b9f5-c3f4ce0a5068","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.422389184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"fa0f832e-b3b7-40c0-8c2c-78cde134d568","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.477603883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"89d65f23-5041-4759-8ead-d7526665e18d","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.477689154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"ad1c4a49-6a6e-4a22-acd6-aeb42f85f6fe","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.478851323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"1b5c1645-c03b-48d8-b464-38ad2a9e8dd3","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.479311141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"306fa944-dcab-452f-9221-d5a6a982967f","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.479327982Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"306fa944-dcab-452f-9221-d5a6a982967f","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.480491692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"fa0f832e-b3b7-40c0-8c2c-78cde134d568","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.587551481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d83349b8-43b0-462b-8103-794098c2b93c","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.587572518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"d83349b8-43b0-462b-8103-794098c2b93c","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.670713655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"ff7cab61-0ab0-4357-91cb-8a0892813bf7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.694280319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"ec41a5d1-bb3a-44c7-8ca1-329ba8b538c9","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.728525391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"ff7cab61-0ab0-4357-91cb-8a0892813bf7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.77044837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5e623374-95f9-48ce-9385-aa264b043ca8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.835726879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5e623374-95f9-48ce-9385-aa264b043ca8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:47.982391361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"fedd1bf6-40f4-43be-8cc7-a22b6fe9e4e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.04029878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"fedd1bf6-40f4-43be-8cc7-a22b6fe9e4e2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.396455274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"aa759861-e5ab-42fb-bdd0-dc3af095ef0a","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.496379587Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"0dce278e-92a6-4ba4-96a5-90efe29dffbb","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.565063544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"0dce278e-92a6-4ba4-96a5-90efe29dffbb","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.577500672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9d51f40e-cb1d-4dac-b365-73254beec8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.611116772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d047a398-995c-4e2d-84a6-7698ec43e214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.611138209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"565673b7-5cd0-49fb-aa45-02a3bdd63091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.62114216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e234e961-772a-4484-8068-3fa3943247c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.624814845Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"70177cfd-fb64-4bcd-add2-1b82a7e53dde","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.624877259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"70177cfd-fb64-4bcd-add2-1b82a7e53dde","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.636875583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62546d3b-bfd6-4643-8034-03a65296344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.637565872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"9d51f40e-cb1d-4dac-b365-73254beec8f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.669569475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"565673b7-5cd0-49fb-aa45-02a3bdd63091","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.669604932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d047a398-995c-4e2d-84a6-7698ec43e214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.678936322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e234e961-772a-4484-8068-3fa3943247c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.689218195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"377fe82e-48c6-44b9-94d0-62742b887936","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.689282665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"377fe82e-48c6-44b9-94d0-62742b887936","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:48.69450138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"62546d3b-bfd6-4643-8034-03a65296344c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.762917972Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"c04fabe6-3d0b-4c21-9740-69efe0a852a6","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.762998877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"c04fabe6-3d0b-4c21-9740-69efe0a852a6","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.856391794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"c7a41c24-07ad-4844-83ac-eeed9b0952e6","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.85644879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"c7a41c24-07ad-4844-83ac-eeed9b0952e6","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.99054715Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"a3f8d17b-ee39-4b23-b430-48ef48b14ed3","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:48.990632129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"a3f8d17b-ee39-4b23-b430-48ef48b14ed3","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.00340804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5ee985ad-5a6e-4032-9efe-efc76dca8a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.007784237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6c050e10-8435-47c2-9ef4-540893982ea0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.057049596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"41fd0338-04bb-4320-9f4d-7c4cf75c8222","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.057096859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"66ff16d8-97ce-4fc8-b21b-8082003c887e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.061297872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5ee985ad-5a6e-4032-9efe-efc76dca8a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.063322753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"959c906f-90e6-46d7-b5aa-452125559163","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.06650758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6c050e10-8435-47c2-9ef4-540893982ea0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.115338895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"41fd0338-04bb-4320-9f4d-7c4cf75c8222","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.11619579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"66ff16d8-97ce-4fc8-b21b-8082003c887e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:49.121933552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"959c906f-90e6-46d7-b5aa-452125559163","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:49.204654552Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"a5d54ca3-7532-4695-a07d-ebd702c0974c","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:49.204717534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"a5d54ca3-7532-4695-a07d-ebd702c0974c","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:49.579664174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"dba7ee02-6069-438e-a6b9-5e8348d2e754","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:49.579738182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"dba7ee02-6069-438e-a6b9-5e8348d2e754","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:50.273675919Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"089f9752-aac1-43ec-ac47-d2c551fa0860","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:50.273750753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"089f9752-aac1-43ec-ac47-d2c551fa0860","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:50.882134974Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"c84373c8-2007-4406-a22c-520625dde51f","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.042464566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c61b9a7a-5844-42b9-a644-f377cf71b1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.042465956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"69c5bbdd-8141-4530-8a31-8239125dc89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.044302638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2fa20228-098a-4e97-b7b5-1ef63561fd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.097027553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75e5551d-8c5a-480c-a71b-e652d914813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.097063442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f050afd8-437c-4242-ac5f-8c1b92152043","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.100420294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"c61b9a7a-5844-42b9-a644-f377cf71b1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.100465782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"69c5bbdd-8141-4530-8a31-8239125dc89c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.102717233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2fa20228-098a-4e97-b7b5-1ef63561fd50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.154789497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f050afd8-437c-4242-ac5f-8c1b92152043","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.155197232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75e5551d-8c5a-480c-a71b-e652d914813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.44202629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8d9764e1-efbc-415c-800f-e05c15de5b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.496490811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"175b26bb-d6b5-4bb6-9e73-39954186d911","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.496501308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"a8c65aee-d61b-4282-b74b-82b9fe8dcfb6","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.501241743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8d9764e1-efbc-415c-800f-e05c15de5b27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.554733908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"175b26bb-d6b5-4bb6-9e73-39954186d911","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.554855273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"a8c65aee-d61b-4282-b74b-82b9fe8dcfb6","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.593701277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93373b81-b3f2-43f7-8118-2b7c013c05ee","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:51.608678891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"851d8c43-8315-45d9-bfa8-5c3974c43b93","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:23:51.608749259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"851d8c43-8315-45d9-bfa8-5c3974c43b93","error":"ExternalModel e2e-extmod-att-user-7ab2f9/e2e-att-delete-8fd71c is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.651571943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93373b81-b3f2-43f7-8118-2b7c013c05ee","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.693662863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b069d39-b709-40a4-a98d-cc51d21e632c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:51.751447778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3b069d39-b709-40a4-a98d-cc51d21e632c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:52.833801965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"4710caf4-db7d-44d4-a669-5664d4f0863e","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.003937871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0c969dae-4f6f-4a6f-8794-eddcd6aced54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.004637421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d2b779c5-5562-45e3-ba19-bb6f2de63316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.005499556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"bcb02cec-88dc-4a6e-8145-c8986eec580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.065409677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93be442b-b1aa-44c3-a330-492088e5ce79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.066345055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29498ed-244e-4462-9ef9-dd27276f9537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.070343326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d2b779c5-5562-45e3-ba19-bb6f2de63316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.070514393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0c969dae-4f6f-4a6f-8794-eddcd6aced54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.072868673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"bcb02cec-88dc-4a6e-8145-c8986eec580f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.125848197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"93be442b-b1aa-44c3-a330-492088e5ce79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.128825044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e29498ed-244e-4462-9ef9-dd27276f9537","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.452264698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"696e4d7d-38e6-4401-b0e5-7635a874ec49","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.452269587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"39061d3d-05c5-4c75-be5a-0f39b35bce22","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.455269612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3e04d77b-ea16-49d0-b2d8-5992d06c4cd0","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.500703404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"812e970a-79ac-4ba2-8f7d-5e4dd8686860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.51169574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"39061d3d-05c5-4c75-be5a-0f39b35bce22","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.511804355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"696e4d7d-38e6-4401-b0e5-7635a874ec49","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.514493206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3e04d77b-ea16-49d0-b2d8-5992d06c4cd0","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.555834249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"a712d1be-0344-4e07-b5c7-cb6166a42dbb","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.561712534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"812e970a-79ac-4ba2-8f7d-5e4dd8686860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:53.614949966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"a712d1be-0344-4e07-b5c7-cb6166a42dbb","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.182047197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"997df600-5f49-4f05-b686-eb3129045916","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.182070556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"997df600-5f49-4f05-b686-eb3129045916","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.28932565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"8b4011c0-2ea9-4982-97c2-65128ff5d177","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.289347817Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"8b4011c0-2ea9-4982-97c2-65128ff5d177","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.341619095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"f5e96f9d-9c7b-4c52-a0cf-3caa7ea3e2cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.344348762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6d557b9d-9ef1-4511-a71c-dfedc9db7fb4","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.344447255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"36bccaf3-8d6a-40be-acb5-2279e2743373","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.40165819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"4fe5c6d8-fe6a-44d4-a1af-9f20ff2049e9","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.403156959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"b691fff2-e137-4158-8551-9e2419cbdc03","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.407205933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"b691fff2-e137-4158-8551-9e2419cbdc03","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.406293238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"2dfb4b5c-54c9-4b5d-838b-90fcf6d115ee","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.407086247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"681d4a07-9f18-482f-9aa7-6e0a8c698b55","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.424618685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"f5e96f9d-9c7b-4c52-a0cf-3caa7ea3e2cc","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.42881241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6d557b9d-9ef1-4511-a71c-dfedc9db7fb4","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.429095788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"36bccaf3-8d6a-40be-acb5-2279e2743373","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.536762488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"8ffb8154-f04c-49b9-934c-84eb7422e7a5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.536796083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"8ffb8154-f04c-49b9-934c-84eb7422e7a5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.643207074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"50403e36-4fbe-4c55-aac8-9a8c34db4bba","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.643240583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"50403e36-4fbe-4c55-aac8-9a8c34db4bba","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.750265058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0b1b57ef-36d5-43ef-86be-4ee86d208c05","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.750286722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"0b1b57ef-36d5-43ef-86be-4ee86d208c05","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.814300151Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-8fd71c","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","reconcileID":"4cf95a45-4c0f-4ef7-840a-eed40a01b627","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-delete-8fd71c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.849104787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"896ab697-ce22-42e1-b09b-a85e4445a0cf","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.935600195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"da40bf36-7e09-4f00-b1c7-e646e5161234","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.936218669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"95bec907-0140-48d9-9450-93256472ea71","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.936762696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"75cbe4b5-b777-49be-98cb-f263c9a4c13e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.994836268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"3b04cdff-4831-486a-9b8f-06caccfbfae9","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.002164948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"95bec907-0140-48d9-9450-93256472ea71","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:55.995722113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"e80afa15-baef-4d55-85ba-fbca24ebfda0","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.003779428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"da40bf36-7e09-4f00-b1c7-e646e5161234","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.028843401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"75cbe4b5-b777-49be-98cb-f263c9a4c13e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.030796992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7b79e231-0ce8-4875-a33f-97bfc714e601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.083015971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7c2e76-7302-47ca-b072-464e35a07a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.08864337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7b79e231-0ce8-4875-a33f-97bfc714e601","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.144969476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fd7c2e76-7302-47ca-b072-464e35a07a85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.427613989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"28941c53-29c5-4c21-9b83-ab4b4d1dbcf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.48528359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"28941c53-29c5-4c21-9b83-ab4b4d1dbcf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.529923181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ff4fb364-5625-4570-9155-dd186ffdc421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.58092511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d3e14657-ad13-4d08-b518-530837fa07fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.581810446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"49e4e1c0-a6d6-46b7-b908-6d9b70a9d1e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.581961459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"a5f26952-c1ef-462e-8286-bffdc80751e7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.588373855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"ff4fb364-5625-4570-9155-dd186ffdc421","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.640085346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d3e14657-ad13-4d08-b518-530837fa07fb","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.640827305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"a5f26952-c1ef-462e-8286-bffdc80751e7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.642663726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"49e4e1c0-a6d6-46b7-b908-6d9b70a9d1e5","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.850470635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8584ff86-1242-46a8-8604-bab0ca4e46a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:56.910362114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"8584ff86-1242-46a8-8604-bab0ca4e46a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:57.03324066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"46713aa3-9caf-4099-9588-77eb7d3a6678","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:57.146477265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"46713aa3-9caf-4099-9588-77eb7d3a6678","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:57.235095799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a474991c-9511-4ec1-9bcb-80eb125fe262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:57.292808919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a474991c-9511-4ec1-9bcb-80eb125fe262","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.287958531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"155cd9a2-34e5-4908-8535-6d47abfb4f23","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.336059237Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.44806608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a60ba457-67da-42ef-a8b5-c74c4e1b0cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.449455294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ae1d7d4d-8daf-44c1-8da6-67abfa4ad10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.500639374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189e41e9-afa6-4b3a-b5f8-6bbce0c38b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.50064937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f0a002-16a6-4b0e-a5a2-66c92e5b839c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.501109255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3769aef9-5c32-41e3-820c-17ca84a538e6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.506077282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"a60ba457-67da-42ef-a8b5-c74c4e1b0cf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.507032397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"ae1d7d4d-8daf-44c1-8da6-67abfa4ad10c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.558832185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f0a002-16a6-4b0e-a5a2-66c92e5b839c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.558843815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189e41e9-afa6-4b3a-b5f8-6bbce0c38b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.56116409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3769aef9-5c32-41e3-820c-17ca84a538e6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.66765816Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"8e6e37d2-20d7-4d8f-96be-2677229b3ae5","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.872088661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b93a2020-c338-4dd6-89c2-472c1ea2b30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.872088625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7f9b058e-e23a-40e7-88dd-67fc58743425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.930150361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"b93a2020-c338-4dd6-89c2-472c1ea2b30b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:58.930466891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"7f9b058e-e23a-40e7-88dd-67fc58743425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.024408448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"64fa18b9-883e-4914-af9e-ff1cf3d76ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.024418734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"177e6419-90d5-4842-be3b-f81037fb616a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.039042127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"2b9d41ce-7c00-4ae7-8344-08b5d6f6942e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.0827203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"64fa18b9-883e-4914-af9e-ff1cf3d76ab3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.082784387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"177e6419-90d5-4842-be3b-f81037fb616a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:23:59.097249546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"2b9d41ce-7c00-4ae7-8344-08b5d6f6942e","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.251649965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"9323eabd-062c-4812-a508-07ba2492c0d4","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.411884055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c69ee7b1-9fa1-4943-8061-d1f33d30a21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.413472186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"034056d5-f31d-4f80-97af-22323a7624db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.41355033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"68b4299c-7dac-4e30-b146-64aebdea5871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.464330974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"527019cb-131d-488c-89f3-d6ea9746857b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.467832499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20b0ba52-5e7a-4c33-96e6-b7dfcf9e1ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.471677089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"c69ee7b1-9fa1-4943-8061-d1f33d30a21f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.473414068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"034056d5-f31d-4f80-97af-22323a7624db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.477096949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"68b4299c-7dac-4e30-b146-64aebdea5871","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.522006135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"527019cb-131d-488c-89f3-d6ea9746857b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.526066214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"20b0ba52-5e7a-4c33-96e6-b7dfcf9e1ab0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.695084843Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fc19312d-9337-488a-be5e-3fdf31c23cfd","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.80165757Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"3e64bff5-350d-449a-9b68-0de2f4ba48c8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.892278941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"db1ea44c-194b-4a68-bdae-4afe94b1da91","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.892491804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"fc787f47-6cd9-4221-ae3e-bb6e1405ba9c","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.892279924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"364a67a6-22b7-464b-b9b1-c3c7e70e50f6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.941075336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fbfcb83-aec8-4eaa-bcbe-9888c10e6b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.950527508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"364a67a6-22b7-464b-b9b1-c3c7e70e50f6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.950644842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"fc787f47-6cd9-4221-ae3e-bb6e1405ba9c","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.953161338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"db1ea44c-194b-4a68-bdae-4afe94b1da91","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.994036897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"4129e306-71ff-4644-9018-8a6bede442fd","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:00.999439721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"9fbfcb83-aec8-4eaa-bcbe-9888c10e6b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.052229317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"4129e306-71ff-4644-9018-8a6bede442fd","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.436569492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"26aecab2-fc9b-40a8-a454-fdc38bdf50ab","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.489395023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a99f24bd-6155-41f1-b330-af5c2ee12f18","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.59763982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"08f15fed-c588-46b7-a0b5-0d14d3b3cbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.600288456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d9a45e72-820d-4f17-bb19-28bdbf5a1ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.652920345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"45e8c47d-3c5a-4e4e-9664-d6d49798e1dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.652923627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e4519304-783f-42b0-a5df-7600461b7bfe","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.653499153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5999436e-7f38-43cf-ba67-50b2203a97b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.658367261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"08f15fed-c588-46b7-a0b5-0d14d3b3cbad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.658542359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"d9a45e72-820d-4f17-bb19-28bdbf5a1ef2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.711743083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e4519304-783f-42b0-a5df-7600461b7bfe","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.711822021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"45e8c47d-3c5a-4e4e-9664-d6d49798e1dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:01.714028946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5999436e-7f38-43cf-ba67-50b2203a97b2","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.038231601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb485c1-d55e-436b-8edc-9594017c7a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.041141159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ed29a951-10e2-4d19-8566-117cdb614fb2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.096229944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8eb485c1-d55e-436b-8edc-9594017c7a96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.099358076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ed29a951-10e2-4d19-8566-117cdb614fb2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.149471566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"757f0e86-75b5-4106-b127-6af68ac30108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.149471591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"067d7775-5e8f-4170-af4a-c638a2c5a681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.202604199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6338498c-ee3d-4755-9bff-3761e8363555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.208722162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"067d7775-5e8f-4170-af4a-c638a2c5a681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.208722161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"757f0e86-75b5-4106-b127-6af68ac30108","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.261391354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6338498c-ee3d-4755-9bff-3761e8363555","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.587851936Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"39dcc590-c62f-433c-b52f-b9abee449a5c","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.748346734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"57a3ad69-08dc-465e-906f-d126bed60b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.75058536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e21130a-301a-4fff-962d-91c2814b445a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.750767096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"81034f20-aeab-4098-b4c0-16b4b8bc854e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.800613659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb460c88-cbb8-4a26-b458-979b2d8d5876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.801547161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6f640f33-f701-4c40-8fe8-a52022f83c7e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.806076399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"57a3ad69-08dc-465e-906f-d126bed60b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.807923657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e21130a-301a-4fff-962d-91c2814b445a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.808576042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"81034f20-aeab-4098-b4c0-16b4b8bc854e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.858666637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb460c88-cbb8-4a26-b458-979b2d8d5876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:02.859374223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6f640f33-f701-4c40-8fe8-a52022f83c7e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.18580747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cb088529-54bd-45c2-867d-2384ead4a3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.232075884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"21ae573e-3a82-4b19-bebd-5bcdcd6f5490","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.235235372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"143c2f9a-57a6-43b9-bdb2-9cfdf2834274","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.24496506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"cb088529-54bd-45c2-867d-2384ead4a3c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.291298042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"21ae573e-3a82-4b19-bebd-5bcdcd6f5490","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.293866238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"143c2f9a-57a6-43b9-bdb2-9cfdf2834274","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.337290236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6bd985b4-e5c1-436c-be17-7fe4a6e2e296","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.398969036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6bd985b4-e5c1-436c-be17-7fe4a6e2e296","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.438464689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"176aab81-3f56-415f-928e-213cf592491e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:03.502894075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"176aab81-3f56-415f-928e-213cf592491e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.125847729Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.125907186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.125961508Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","tenant":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.181478583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Deployment","name":"maas-api-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.244728232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Service","name":"maas-api-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.306244676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.36319627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.42522271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.488107709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.543909596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.599146017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.680412167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Deployment","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.746460067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.804227508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Service","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.857338876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"Service","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.910141196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:04.967228829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.023541762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.083993311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.14283468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.200282499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.268409849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:05.349345736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"bcd55dd0-2b84-4e78-84d1-e0ec0feb6aa2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6a432197","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:06.209589835Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6a432197","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6a432197","reconcileID":"5eb33583-8ec6-49cc-bc32-27138f0d2114","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6a432197","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6a432197"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:06.540863941Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"23e3f93b-29b0-4170-8ea3-6793ae6dbba4","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.5944069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6d560f3e-2c96-4185-b5ca-45497c6f7ba3","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.653171464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6d560f3e-2c96-4185-b5ca-45497c6f7ba3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.658488482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"9b9aedc7-3642-4063-b062-b802a3cc9c0e","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.658536418Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"9b9aedc7-3642-4063-b062-b802a3cc9c0e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.67123034Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"93f93655-40ad-4f70-9720-824eddc41a7b","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.671368174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"93f93655-40ad-4f70-9720-824eddc41a7b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.692268497Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ba2e372c-19a4-4548-83a7-5f1ed58a63e4","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.692327242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ba2e372c-19a4-4548-83a7-5f1ed58a63e4","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.733495907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f11e766b-a38a-4cdc-b2e4-34916250103f","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.733565478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f11e766b-a38a-4cdc-b2e4-34916250103f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.814347093Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"c606bd3f-bc17-43af-ab61-248285a10112","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.81440702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"c606bd3f-bc17-43af-ab61-248285a10112","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.976444604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ca453c63-b363-4954-874a-b7996ef6970e","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:06.976545561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"ca453c63-b363-4954-874a-b7996ef6970e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:07.297111597Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f49664ba-7f6b-4ff6-8a0a-e6c052c983a8","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:07.297182482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f49664ba-7f6b-4ff6-8a0a-e6c052c983a8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:07.424772564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6b5a0-1000-4836-99e3-34a6798ad71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:07.478931991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6b5a0-1000-4836-99e3-34a6798ad71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:07.531894959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6b5a0-1000-4836-99e3-34a6798ad71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:07.585740768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35f6b5a0-1000-4836-99e3-34a6798ad71e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:07.937592109Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"1c842216-44f2-41d0-8fb8-00d48c43e8df","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:07.937664433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"1c842216-44f2-41d0-8fb8-00d48c43e8df","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:09.218969659Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"5be24a90-37c6-4900-b6df-60da45b87e30","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:09.219056501Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"5be24a90-37c6-4900-b6df-60da45b87e30","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.519608934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef4214a-b230-4df0-879f-c13a1294a622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.563403504Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"2adf9d2c-d135-4881-8dc3-06dc922ee6a8","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.572586449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef4214a-b230-4df0-879f-c13a1294a622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.625604549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef4214a-b230-4df0-879f-c13a1294a622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.625838763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"1f8da174-bf52-40e0-94a1-98567b773102","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.625862076Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"1f8da174-bf52-40e0-94a1-98567b773102","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.679278103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ef4214a-b230-4df0-879f-c13a1294a622","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.789198409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2b6bb2f3-a655-4f69-929e-7167b003d495","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.789221623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2b6bb2f3-a655-4f69-929e-7167b003d495","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.78960322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed188e47-1709-4103-884e-22c557a227c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.789623064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ed188e47-1709-4103-884e-22c557a227c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.790135784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18dfe22e-80e8-460e-8ef9-c7e6f2c764c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.790215007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18dfe22e-80e8-460e-8ef9-c7e6f2c764c8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.839908886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"424282a3-7cdc-4aa8-b753-845aca4aad7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.840009279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"849eb559-403c-4e67-992d-f64437cfd283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.840614145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37010b1f-735e-4117-a4f0-d0b2f1f19a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.843963408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"d791efa9-3f38-45fc-8349-60976dc0e21d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.843998774Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"d791efa9-3f38-45fc-8349-60976dc0e21d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.914441102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"424282a3-7cdc-4aa8-b753-845aca4aad7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.917376243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a248c8f6-912b-410c-9b26-89d48c030d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.922043243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e7579e1-b9b4-48a1-b764-8309b778d4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.937307587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"37010b1f-735e-4117-a4f0-d0b2f1f19a67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.939943668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"849eb559-403c-4e67-992d-f64437cfd283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.976125193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0358f4b1-1147-4f21-8a82-4a7590d1c949","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.976151801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0358f4b1-1147-4f21-8a82-4a7590d1c949","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.976499508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3bff309-7c4d-4845-83a6-a4b027710baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.976518651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3bff309-7c4d-4845-83a6-a4b027710baa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.976803878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d89e239-b1d1-4d62-aca9-04204deeea73","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.97681828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4d89e239-b1d1-4d62-aca9-04204deeea73","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.977186667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34c33ee1-7d90-48fc-8e8b-fd7f89724631","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.977203987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"34c33ee1-7d90-48fc-8e8b-fd7f89724631","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.977471548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1bd06bec-0331-45ca-ae23-a9e099593832","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.977485318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1bd06bec-0331-45ca-ae23-a9e099593832","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.979186498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a248c8f6-912b-410c-9b26-89d48c030d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:09.980241825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e7579e1-b9b4-48a1-b764-8309b778d4f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.084045908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d7e03bd9-d3cd-43b4-89c3-181c910bfe0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.099298762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"58d21aef-07d1-4ca0-bb27-28f0d626edff","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.16116186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"79761f60-0d87-4ef4-a2d8-6cb3b6d57c78","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.378524015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3f1ab853-8eea-4fb9-9139-308dacf4a583","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.419128859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b9dcae66-f3b9-477f-9280-c9cb4138ae5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.439096921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3f1ab853-8eea-4fb9-9139-308dacf4a583","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.473772603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"db13bbad-8c27-4542-b79f-fb75cfa3235d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.47381863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ccb78169-df3f-46e8-92d7-ef0e74c2cdb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.479520108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b9dcae66-f3b9-477f-9280-c9cb4138ae5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.536289924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ccb78169-df3f-46e8-92d7-ef0e74c2cdb5","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.539491743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"db13bbad-8c27-4542-b79f-fb75cfa3235d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.576500133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f6658613-bab5-46b2-ab15-1c66b7052fa5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.637016234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f6658613-bab5-46b2-ab15-1c66b7052fa5","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:10.971838578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2058ee25-0e6c-40f2-8906-8ee4d80dddee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.040946868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2058ee25-0e6c-40f2-8906-8ee4d80dddee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.135881806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"a7941ac5-fee6-4e94-9341-893b092d46b1","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.23515061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d706fe85-1bdc-4407-bb1f-5b63e6e8aa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.306038628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d706fe85-1bdc-4407-bb1f-5b63e6e8aa11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.329583933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"adf9dd55-028f-4498-b2e9-665e2a7384f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.329998963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"61eedc08-92fb-4542-bd1c-7cdd680825ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.33024844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bb7290ac-5638-4bcd-8f14-39476b40463d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.40911968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"bb7290ac-5638-4bcd-8f14-39476b40463d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.416761841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"adf9dd55-028f-4498-b2e9-665e2a7384f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.426651556Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6c1139a5-efe7-4591-bd9e-5536ebcb9874","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.427940889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"61eedc08-92fb-4542-bd1c-7cdd680825ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.554556916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50351670-d815-4c3c-ba6d-4ec385128008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.619762524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50351670-d815-4c3c-ba6d-4ec385128008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.750135157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03021590-2a1f-4504-a549-60e1626cc367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.805095638Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"5a63f530-a324-46ca-9c8c-a8575cdb9614","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.8099577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03021590-2a1f-4504-a549-60e1626cc367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.850240915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"d71ce0e7-c215-454a-b133-5b04076c2fcc","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.852063984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"7b7748ea-fcc3-45b6-84b3-c5b0e564bbda","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.857293422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"c34efdd1-4477-4a1e-b13c-ff20b5e864fc","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.908844781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"d71ce0e7-c215-454a-b133-5b04076c2fcc","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.910566063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"7b7748ea-fcc3-45b6-84b3-c5b0e564bbda","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.91482525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"c34efdd1-4477-4a1e-b13c-ff20b5e864fc","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:11.9163909Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"b0a20e0e-7a80-4cce-b415-cd655d2b427b","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:11.916456185Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"b0a20e0e-7a80-4cce-b415-cd655d2b427b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:11.996500526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e03e01e5-e7ad-4564-b661-0125a65e6e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.062352753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"e03e01e5-e7ad-4564-b661-0125a65e6e86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.177670341Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"2db0d761-0828-478a-92e0-cf5a93048d4d","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.260688553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f23d3bd4-b4c9-4bb3-a21e-f42164b42397","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.319297459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f23d3bd4-b4c9-4bb3-a21e-f42164b42397","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.421967338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"63136ad3-1b84-4848-9c6a-872e650ca1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.422079304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"801d73c7-fd89-46c7-a205-bd60a026f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.422681975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"216f4b2f-26fe-4adf-ab42-80c610443be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.479999396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"63136ad3-1b84-4848-9c6a-872e650ca1f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.480200377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"801d73c7-fd89-46c7-a205-bd60a026f2e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.482257161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"216f4b2f-26fe-4adf-ab42-80c610443be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.522596355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4d77fe8-43e4-420a-b09e-8f95e6411877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.577206188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"38d31506-5696-4ccc-bbb2-b766ded4b9cc","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.583398983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4d77fe8-43e4-420a-b09e-8f95e6411877","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.742895212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"20803046-97c6-4f5c-8f6f-9e0186535e45","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.849453567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"fd9cfb8a-a5b4-4753-8cce-c6bd32a436a5","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.851749809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d11118-4a7a-4efc-82dc-63404057949e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:12.906079184Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"0edfb40f-b1ad-4aa0-b764-ffed5c3773f6","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:12.906143204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"0edfb40f-b1ad-4aa0-b764-ffed5c3773f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197-kserve-route (gateways: [openshift-ingress/e2e-mt-6a432197]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.910650292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1d11118-4a7a-4efc-82dc-63404057949e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.957618508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"82e9f0db-b274-4edc-9e8b-cbbe1a141bc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:12.958963101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"000a3e0f-13c0-4a1b-aa56-f7198cd3dd02","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.010568115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9397f1a2-8e20-4153-aaf3-30037e11a5e4","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.012469468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bd3c058a-94e5-45a9-84fb-a57ab04e503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.01600388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"82e9f0db-b274-4edc-9e8b-cbbe1a141bc7","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.068934723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9397f1a2-8e20-4153-aaf3-30037e11a5e4","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.070433467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"bd3c058a-94e5-45a9-84fb-a57ab04e503b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.116940247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"092f92fb-d2fa-426e-bda2-7e1a105a5e6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.175197536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"092f92fb-d2fa-426e-bda2-7e1a105a5e6d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.427734509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89465bbc-256c-4702-8383-80ab3d66afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.428059012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"57521311-17dc-49c1-99da-082f7c3551f9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.466550925Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"87ae69d4-ca65-4b0d-9d36-c96042cff6fd","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.481038121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89465bbc-256c-4702-8383-80ab3d66afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.533955043Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"4d6133ec-0140-443e-a5a5-199f53122c17","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.534245656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89465bbc-256c-4702-8383-80ab3d66afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.587717992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89465bbc-256c-4702-8383-80ab3d66afa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.646276337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"57521311-17dc-49c1-99da-082f7c3551f9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.694518448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4ea56473-bdeb-4807-8cd1-66542bedab5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.747016215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59605d38-6a43-45a6-b935-c07ffffe9695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.752293319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"4ea56473-bdeb-4807-8cd1-66542bedab5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.804124058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"abddcde6-9cbb-42bc-96d2-de454609bbbe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.804870463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"59605d38-6a43-45a6-b935-c07ffffe9695","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.857793779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"9904e864-a48f-44ba-b7da-8582d2f8794a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.861795841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"abddcde6-9cbb-42bc-96d2-de454609bbbe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.909673623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"be84668c-1f24-402e-8513-4733c4423c45","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.963822669Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"5260f547-20b5-4d63-b64d-a2da53ce82ed","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.964154292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6a432197","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6a432197","reconcileID":"41ec46c4-2200-4545-a19e-b2059f6d9538","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6a432197","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-6a432197":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.969731526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"be84668c-1f24-402e-8513-4733c4423c45","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:13.970943158Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"abddcde6-9cbb-42bc-96d2-de454609bbbe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.018530797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"e7f51409-400c-4892-b47c-d1db6f2466b4","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.018551696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"e7f51409-400c-4892-b47c-d1db6f2466b4","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.132807461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2a07d4d0-dd0a-45bd-8d4f-86242e33474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.136045019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"af33d61b-43b0-497c-bb2a-a4b244f3dd5e","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.185879902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7b19920-801a-446c-8347-871a6d7f8732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.191290681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"2a07d4d0-dd0a-45bd-8d4f-86242e33474e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.242421263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"5ab4a92b-f1f5-49e5-b64b-1c0fc5092295","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.24269368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"c6225f86-ce95-46af-af1c-952afa73d6c8","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.247081132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7b19920-801a-446c-8347-871a6d7f8732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.304550421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"5ab4a92b-f1f5-49e5-b64b-1c0fc5092295","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.357041478Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"f6ddc8b9-c54b-4232-81b6-47af1b6ee2aa","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.453611298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"35b68639-8c0b-4e74-9e87-4b65637cba70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.45405299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"d213736a-6fa1-4ef7-b1d1-242458a84423","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.512677159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"35b68639-8c0b-4e74-9e87-4b65637cba70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.512727024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"d213736a-6fa1-4ef7-b1d1-242458a84423","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.542011716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f9eafab3-1b9e-42eb-a011-8dc50d77ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.566231989Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"d213736a-6fa1-4ef7-b1d1-242458a84423","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.599779805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f9eafab3-1b9e-42eb-a011-8dc50d77ee4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.776196401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"29d1fe13-e066-49cf-9f2b-3fd302c9639d","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.829116249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3d652c1a-06f5-47ff-8a7a-953f4d439938","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.83407448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"29d1fe13-e066-49cf-9f2b-3fd302c9639d","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.867390635Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"1b469371-07d2-4f30-97b4-ca6a6a5793b2","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.886746196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"3d652c1a-06f5-47ff-8a7a-953f4d439938","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.920875468Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"23886a19-b78d-4f25-8030-024ac79888c6","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:14.925356917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"8a921bca-5164-43ab-9204-519623a897c1","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.045161589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8f565691-b636-4cde-9606-11c3321ecb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.045352333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"528dcf91-0f18-422f-be3d-d9a02123938c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.045161633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cc822f2d-5c7e-4fe5-a82d-ba4441bba62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.046274082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"25ce6230-f1c3-4dde-901f-59639fa7ade4","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.103028317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8f565691-b636-4cde-9606-11c3321ecb8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.10365243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"528dcf91-0f18-422f-be3d-d9a02123938c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.105440045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"cc822f2d-5c7e-4fe5-a82d-ba4441bba62a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.15211384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"79f5c06f-7b5f-49ad-9597-de757c9239ec","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.205141787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"d6580351-aaee-4fef-a0ed-e21b9946b140","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.205164031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"d6580351-aaee-4fef-a0ed-e21b9946b140","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.261482492Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"2bbede8c-5168-4e04-b236-533f3e20c216","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.336804622Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"5b2035dc-d452-4de7-b5b0-1985cda28d5c","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.418207337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"7f8189cb-2ef2-4ecb-82c9-cda3e9139d6e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.448575838Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"5b2035dc-d452-4de7-b5b0-1985cda28d5c","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.464153252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"9773f8d1-e7c1-4b0c-8bed-e96f24430e42","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.466905634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"459c3d0f-bc23-4f63-a260-c8ccca9ef27d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.477757254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"7f8189cb-2ef2-4ecb-82c9-cda3e9139d6e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.524729744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"459c3d0f-bc23-4f63-a260-c8ccca9ef27d","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.528306922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac2a8e7-9a2e-407e-8cd0-facb96a50eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.528554519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6ea9c0b0-98eb-4cb5-842c-c352af0d5344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.581930545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac2a8e7-9a2e-407e-8cd0-facb96a50eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.584883678Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"4e09d4da-bf73-4f56-8378-3bb9a7fb2c7c","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.587681516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6ea9c0b0-98eb-4cb5-842c-c352af0d5344","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.634922763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac2a8e7-9a2e-407e-8cd0-facb96a50eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.687931432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac2a8e7-9a2e-407e-8cd0-facb96a50eb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.68811053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c92c8160-bc3a-4f86-827b-46ff4fbbb4c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.688671269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7a89a469-fc7a-4142-be95-144ae9c76416","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.775584406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c92c8160-bc3a-4f86-827b-46ff4fbbb4c7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:15.792634324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7a89a469-fc7a-4142-be95-144ae9c76416","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.143232066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fefe19a-d926-4813-8217-8ff4d7466b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.143234119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66a1ccaf-e82a-4c4a-b7fc-287073376367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.186489571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6767a2be-c46a-4549-af34-ef8cc2a10d45","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.201288836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5fefe19a-d926-4813-8217-8ff4d7466b9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.201565137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"66a1ccaf-e82a-4c4a-b7fc-287073376367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.239969168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4e7402f2-724d-4779-b280-b6d8024139af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.244323352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6767a2be-c46a-4549-af34-ef8cc2a10d45","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.297714451Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6767a2be-c46a-4549-af34-ef8cc2a10d45","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.298102355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"4e7402f2-724d-4779-b280-b6d8024139af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.341003789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"10dc3e6a-aa77-460a-8a41-5ad36fd5f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.398850589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"10dc3e6a-aa77-460a-8a41-5ad36fd5f1a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.567196303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"08706a7e-513e-4e1a-9ef5-675eff6be49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.627462173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"08706a7e-513e-4e1a-9ef5-675eff6be49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.681046751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"819e1293-137a-4be5-90b7-2163b6977ef5","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:16.730788949Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b3510667-755a-4ec0-8914-eee1a2ca32df","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.031775199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"386fecb0-38b6-4788-8ef2-11f192acd709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.032255988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"391be2e1-435a-4e09-9ddb-fc41c3a14868","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.091759825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"386fecb0-38b6-4788-8ef2-11f192acd709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.139082805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c44b1891-111f-4fcb-8700-e912121b3198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.139178451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d2e0a2e1-8039-48f4-aefe-2c2bba1b33a7","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.139608081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"557a7df5-3c98-4f82-8909-61ae03923b34","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.140321884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"6082e758-1a85-4bc4-8bbd-39e5f0f7dc1b","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.140337852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"6082e758-1a85-4bc4-8bbd-39e5f0f7dc1b","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.142152408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec913174-ffe9-42da-b8df-88b2f0c43323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.197418576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c44b1891-111f-4fcb-8700-e912121b3198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.197420886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"557a7df5-3c98-4f82-8909-61ae03923b34","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.199571241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d2e0a2e1-8039-48f4-aefe-2c2bba1b33a7","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.20814249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec913174-ffe9-42da-b8df-88b2f0c43323","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.260939053Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c44b1891-111f-4fcb-8700-e912121b3198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.440013459Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"14be898c-3db9-46ab-a027-58a71dcfe96d","namespace":"llm","name":"e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.564776786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a736fa23-2347-432e-afb1-a49cd6686379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.613843355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7f15dfeb-51e8-4006-9bc2-801c1dd7f37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.618268667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da826c61-e024-4b9a-81b3-b09b01aa1897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.622691141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a736fa23-2347-432e-afb1-a49cd6686379","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.63033503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dc641536-b4a2-4fa8-ba1e-e9b211c69689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.672330224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"7f15dfeb-51e8-4006-9bc2-801c1dd7f37c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.676342328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"da826c61-e024-4b9a-81b3-b09b01aa1897","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.688164002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"dc641536-b4a2-4fa8-ba1e-e9b211c69689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.73641185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"670f0bd8-8e71-462a-92b5-e210f97283c0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.79431854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"670f0bd8-8e71-462a-92b5-e210f97283c0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.817990305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff91273a-7364-4a01-9e2b-df0f43fddbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.871057742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"6968d466-99c5-4c7b-b996-51908722bdff","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"name":"e2e-rt-eq-063c70","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.871274501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff91273a-7364-4a01-9e2b-df0f43fddbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.924890373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff91273a-7364-4a01-9e2b-df0f43fddbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:17.978265018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff91273a-7364-4a01-9e2b-df0f43fddbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.136269896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"4508421a-0cde-4755-972e-90d1ea5f4395","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.13972332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fe316b7d-e628-4176-bde1-d24a1b745c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.194495797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"4508421a-0cde-4755-972e-90d1ea5f4395","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.197422059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"fe316b7d-e628-4176-bde1-d24a1b745c27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.249235209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a737a669-457b-4625-a250-85de8f4d52a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.303502349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c4aeb5cb-a2f6-41ab-ac63-6efa79edd4a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.310379365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a737a669-457b-4625-a250-85de8f4d52a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.36153227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c4aeb5cb-a2f6-41ab-ac63-6efa79edd4a7","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.404857805Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.408295868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6cf46750-5442-46ec-9e19-ef617d93ceb6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.458101939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"e07a1c46-ad77-48d9-a1a8-ef93351d22dd","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.458127145Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"e07a1c46-ad77-48d9-a1a8-ef93351d22dd","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.466465447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6cf46750-5442-46ec-9e19-ef617d93ceb6","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.619044785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d3330fa-ff86-41e6-adf5-a1d1376bc190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.623488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"5648c8cc-0f2b-4387-bbef-76869fa7052b","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.623506436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"5648c8cc-0f2b-4387-bbef-76869fa7052b","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.678425586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d3330fa-ff86-41e6-adf5-a1d1376bc190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.726379382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"337da6d5-6854-48dd-bc74-e69446196c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.730595028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"7ca5fc1d-8f35-4f3e-815d-779ce9f59cb8","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.730610545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"7ca5fc1d-8f35-4f3e-815d-779ce9f59cb8","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.783895729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"337da6d5-6854-48dd-bc74-e69446196c22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.836955602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5259cf8f-e68d-4a2a-b7dd-9e7cd1bd5aef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.836987806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5259cf8f-e68d-4a2a-b7dd-9e7cd1bd5aef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.841195824Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"2a0781cc-c0ed-4024-b94b-21b76b884d65","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-rec-ctrl-232330","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.879844258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d5673273-7104-4049-8fe1-446293813e9a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.937719781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d5673273-7104-4049-8fe1-446293813e9a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.946247107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"e75267d1-97ca-44b2-bfc4-bbb7d9367113","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.946263351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"e75267d1-97ca-44b2-bfc4-bbb7d9367113","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:18.99901994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9c9b3c0f-0cec-4d32-8f84-59622709bb91","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.05233265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c3b77f84-ec74-4462-9743-798b571288fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.110457222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"c3b77f84-ec74-4462-9743-798b571288fe","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.110577539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9c9b3c0f-0cec-4d32-8f84-59622709bb91","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.164489261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"fe1338ac-9ce3-4584-a32d-c73932121a22","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.16452387Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"fe1338ac-9ce3-4584-a32d-c73932121a22","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.210331962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e56f7e24-dc05-4e8d-a163-65547237b0ea","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.270815378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e56f7e24-dc05-4e8d-a163-65547237b0ea","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.430028372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"266c9814-33c9-4ae4-ba26-1d74ed8e1409","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.922680887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f4989-0b43-4f22-a994-ce18c5dacedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:19.975623731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f4989-0b43-4f22-a994-ce18c5dacedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:20.028451002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f4989-0b43-4f22-a994-ce18c5dacedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:20.08249214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a05f4989-0b43-4f22-a994-ce18c5dacedc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:20.86270553Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e169fc4c-26f0-4133-bf77-73aced72e3c3","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:20.917003463Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"93bbbfb3-b364-4e44-8e02-9a37f195dbda","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.025478072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"2a771a5c-e1c8-4d5a-b4ce-0cfdd88416d7","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.071790716Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"70b6e71d-952c-44b9-a5a8-e2e296425934","namespace":"llm","name":"e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.203533567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"f6c8980b-7fa9-430c-a1f4-d5a90da90e88","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"name":"e2e-rt-eq-063c70","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.312466833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"23a14fd5-9393-4c1f-9a59-f22f66a63e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.314127265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f93ad4ac-3585-47f4-9831-424e56682222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.370300482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"23a14fd5-9393-4c1f-9a59-f22f66a63e15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.372524057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"f93ad4ac-3585-47f4-9831-424e56682222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.420147417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"66be8d17-b1f5-4cb3-9bac-9e890081c606","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.459540677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"fd17c1bd-359e-4706-82f6-e70e764b478a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.475405912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"df4c4376-72be-4def-925a-ef5b16ac4088","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.483015377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"66be8d17-b1f5-4cb3-9bac-9e890081c606","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.567921776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"4ad5523e-2f9e-4cc7-ad88-a02fa6e80cc3","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"name":"e2e-rt-eq-063c70","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.570406744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"fd17c1bd-359e-4706-82f6-e70e764b478a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.573026455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"df4c4376-72be-4def-925a-ef5b16ac4088","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.620864628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a249705c-2e0f-40fc-8919-c2c6722d70f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.620882883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a249705c-2e0f-40fc-8919-c2c6722d70f1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621143966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4eea6363-e023-455d-a83a-80b0bf4b647b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621156461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4eea6363-e023-455d-a83a-80b0bf4b647b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621346213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"342c5a31-74a8-4852-a73e-e59f8a677180","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621355257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"342c5a31-74a8-4852-a73e-e59f8a677180","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621533967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0a95528-1c3d-4c70-94dd-cf3c00d124b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621542936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b0a95528-1c3d-4c70-94dd-cf3c00d124b8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621714368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6869e6cf-5834-4da9-8693-08a2ed9617c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621723285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6869e6cf-5834-4da9-8693-08a2ed9617c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.621912846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cbc8a10-217a-4587-bfb5-e71563307155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.62192534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5cbc8a10-217a-4587-bfb5-e71563307155","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.62222635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f5d1a19-68f1-4253-b258-8383e09da8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.622236406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1f5d1a19-68f1-4253-b258-8383e09da8c9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.675578676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"d3b34791-6119-4ddd-9f05-7f0f0969d47a","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.675598246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"d3b34791-6119-4ddd-9f05-7f0f0969d47a","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.726708463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a5e2c15-1edf-48fb-ba30-1688fdda78a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.726931144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fb24f676-29a4-42e4-8694-603cf692898b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.728746941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b82b1dc5-53b0-49e5-bb75-b0bf8ca9f515","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.728761056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b82b1dc5-53b0-49e5-bb75-b0bf8ca9f515","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.734137687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"4a05bfc0-666b-4c71-8f86-710ace94a58a","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.783085357Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"06b79668-29a6-4e92-9a25-bf6f3020801d","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"name":"e2e-rt-eq-063c70","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.880517724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ca404cee-f026-412e-8076-7c901e421b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.938463441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"ca404cee-f026-412e-8076-7c901e421b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:21.986594791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e4ca75d7-261a-4864-b4fc-72a1f8054cfc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.044475349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e4ca75d7-261a-4864-b4fc-72a1f8054cfc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.123444287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44331a4-ae7b-4d73-9caf-0233dc9b0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.12359116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"d2d8c75f-dea6-496c-8542-efd423e488d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.176912897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44331a4-ae7b-4d73-9caf-0233dc9b0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.177371035Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"29e8f19a-0622-4604-9f7e-300d81dabe20","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.177558222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b77ef2e2-0017-4687-a988-639fdecee20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.177579253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6d6fe8f-3eb2-457e-846a-54859758a6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.181637545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"d2d8c75f-dea6-496c-8542-efd423e488d2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.230468739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44331a4-ae7b-4d73-9caf-0233dc9b0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.283564182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a44331a4-ae7b-4d73-9caf-0233dc9b0f27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.288450631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b77ef2e2-0017-4687-a988-639fdecee20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.288458161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b6d6fe8f-3eb2-457e-846a-54859758a6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.342756717Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bfe7aaac-7310-4c9f-a7ba-8c5ba49005fb","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.456950239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"977ef586-de01-4f17-8453-5b3a903bed37","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"name":"e2e-rt-eq-063c70","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.550885009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"27492edc-972e-4c87-88cb-3628b106af07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.642450811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"27492edc-972e-4c87-88cb-3628b106af07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.741068485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d7f7c3c8-6418-43a6-be8e-a6ecacb35e99","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.741094636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d7f7c3c8-6418-43a6-be8e-a6ecacb35e99","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.81341979Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"44bfe855-bdfd-4e2e-905a-f82d77d85546","namespace":"llm","name":"e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.88793821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"a2a59d22-3f5d-4ce3-a677-4d8845b3743f","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.890869636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"10e15019-3b84-4c8b-8b05-c95d6240bf8f","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.890901682Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"10e15019-3b84-4c8b-8b05-c95d6240bf8f","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:22.949218929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"a2a59d22-3f5d-4ce3-a677-4d8845b3743f","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.079224598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0019aa78-089b-4c36-9170-6baa484bf3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.108538202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"a9bacbfd-ca39-4194-b861-f63ab404589e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.132529329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a36f7ebd-d430-47a9-a86e-42f5fc0809ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.137176056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"0019aa78-089b-4c36-9170-6baa484bf3fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.168059563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"a9bacbfd-ca39-4194-b861-f63ab404589e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.184018006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"333853cf-c6ba-4410-abf2-ec7a84de8c1f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.190480118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"a36f7ebd-d430-47a9-a86e-42f5fc0809ef","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.241784456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"333853cf-c6ba-4410-abf2-ec7a84de8c1f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.485038363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"df377862-0829-4e85-abda-1c8b4d725ba2","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.486302986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"ee8173c1-aea1-45cd-a0dc-3c7966c71365","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.486325592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"ee8173c1-aea1-45cd-a0dc-3c7966c71365","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.543037379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"df377862-0829-4e85-abda-1c8b4d725ba2","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.698786141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"02f6bedb-af95-40f6-867d-aba730c16980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.699958767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd682146-4f15-45b9-b721-1a14c6dda00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.753169916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8a79e0df-5716-4815-90a4-f46cf506829a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.757594856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"02f6bedb-af95-40f6-867d-aba730c16980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.760398331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd682146-4f15-45b9-b721-1a14c6dda00f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.806049231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b307275-4d0d-49e7-9f67-0b70e4baa2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.811405785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"8a79e0df-5716-4815-90a4-f46cf506829a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:23.863966284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7b307275-4d0d-49e7-9f67-0b70e4baa2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.019578169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"85335c29-eb26-4792-a679-b07f5cadbc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.070828213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"10bcec54-e7ce-49db-a4b8-26fad144bb4a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.070848725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"10bcec54-e7ce-49db-a4b8-26fad144bb4a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.077361787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"85335c29-eb26-4792-a679-b07f5cadbc31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.224428641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"69b9ad79-cd5b-47f1-9a52-340725c19c79","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.282705898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"69b9ad79-cd5b-47f1-9a52-340725c19c79","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.345489384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d86651-068e-4fe7-a28f-745da1266907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.345699715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"b8ac1435-218c-4699-9789-4b4fa5d5be68","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.399305004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d86651-068e-4fe7-a28f-745da1266907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.45403125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d86651-068e-4fe7-a28f-745da1266907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.459207896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"b8ac1435-218c-4699-9789-4b4fa5d5be68","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.50813932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7d86651-068e-4fe7-a28f-745da1266907","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.953840814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"3856289f-9885-452f-8819-3889cefef93b","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:24.953871578Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"3856289f-9885-452f-8819-3889cefef93b","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.336200975Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:28.958484188Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.011476008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"c42666f8-9738-439e-8129-c536ea5b4832","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.011499131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"c42666f8-9738-439e-8129-c536ea5b4832","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:29.066441545Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"bb7b3cbd-d209-42b2-b0a2-6194c5e3d004","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-063c70-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.176474479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"7feeca61-eaa0-45c9-b8d2-c0a56798f84a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.176495839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"7feeca61-eaa0-45c9-b8d2-c0a56798f84a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.224443796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb785791-ce98-4dde-bfe9-9ea2a0b411e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.22444854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"dca8b335-2134-4c9b-a9e3-0d104ca2a07c","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.226925212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"5d1a4991-1854-4b8e-88e9-59e990b3f83b","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.227023078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3d205bf-430d-4b40-9c27-2c95ffa2154b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.282492667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"dca8b335-2134-4c9b-a9e3-0d104ca2a07c","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.282711157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb785791-ce98-4dde-bfe9-9ea2a0b411e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.284903806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3d205bf-430d-4b40-9c27-2c95ffa2154b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.285086736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"5d1a4991-1854-4b8e-88e9-59e990b3f83b","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:29.286095901Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"7feeca61-eaa0-45c9-b8d2-c0a56798f84a","name":"e2e-rt-eq-063c70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-063c70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:24:29.28614243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"7feeca61-eaa0-45c9-b8d2-c0a56798f84a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-063c70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.339022136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"c8e044ef-1bce-4fa4-b262-e179b1580a87","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.339039501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"c8e044ef-1bce-4fa4-b262-e179b1580a87","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.445679443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"e2cddea9-eefa-4e0a-a71a-25a48f067193","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.445704524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"e2cddea9-eefa-4e0a-a71a-25a48f067193","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.507662431Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"a4e93c5e-5883-4581-afd5-a8e7bb4bb92b","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"e2e-rt-eq-063c70","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-063c70-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.81324056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2d6200-d3ce-48ab-a61c-00c36aab8337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.813275635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1cba092-3200-4630-a3c2-a0617a24827b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.82049165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"efcf22b2-c46a-45fa-9647-a7104e89e65e","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.820518022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"efcf22b2-c46a-45fa-9647-a7104e89e65e","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.874684047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e1cba092-3200-4630-a3c2-a0617a24827b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.874756559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa2d6200-d3ce-48ab-a61c-00c36aab8337","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.886809208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"fa831a21-677d-42c3-bab8-4cc77b80eddf","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.946666306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"fa831a21-677d-42c3-bab8-4cc77b80eddf","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:29.985275765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"6ae83b34-56f8-493b-8410-6c74ccca2e0a","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:30.038782958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"b2f0d7e2-1bc6-414b-a538-0b5d5d56ec71","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:30.044252733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"6ae83b34-56f8-493b-8410-6c74ccca2e0a","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.341101957Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"c6083553-9143-4b70-b252-6f76cf47a335","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.449618816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"ac02957b-dcb6-4cde-8aad-47108140a5a6","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.457751442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"f75c2c64-c396-41cc-bfbc-59538faafdef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.618577031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"dc2c091f-2a28-4704-9e02-302320133355","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.793538319Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"d2650d1e-7c35-4884-bb46-bf4caf84d2ad","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.928226627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"9598226c-efe2-47f1-92db-63f6b2227c4a","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:32.92834553Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"9598226c-efe2-47f1-92db-63f6b2227c4a","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.028608861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21847c5c-a40e-435f-9689-da494f89148a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.029502186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"4a99f03c-54b5-42ee-9e1c-f9b6f02e1925","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.031241636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"fed642f2-a803-429b-ad22-e732ea94ba6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.0353932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019c40a9-0a32-4ee8-a15e-a9d78ff5d704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.125741086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"21847c5c-a40e-435f-9689-da494f89148a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.141666072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"019c40a9-0a32-4ee8-a15e-a9d78ff5d704","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.145873618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"4a99f03c-54b5-42ee-9e1c-f9b6f02e1925","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.147678829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"fed642f2-a803-429b-ad22-e732ea94ba6c","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.151440783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"e4e6329b-8267-4cb0-9b6a-23992ec070df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.219503865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"e4e6329b-8267-4cb0-9b6a-23992ec070df","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.709671961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cea235a0-c98e-43bd-92dd-f3300d2d37c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.710499955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1573dcf6-12ec-44b4-9167-3946c3e3d2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.790414779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1573dcf6-12ec-44b4-9167-3946c3e3d2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.793026108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cea235a0-c98e-43bd-92dd-f3300d2d37c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.835500125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"032972d4-d948-47a6-abe9-b0589a7b1c1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.835876302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"b25bd249-4785-43d1-99d8-81eb3e08be7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.926936132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"b25bd249-4785-43d1-99d8-81eb3e08be7a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:33.940307169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"032972d4-d948-47a6-abe9-b0589a7b1c1d","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:42.732941767Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"dc9598ee-514a-447d-b6ba-8b76fb51e260","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:42.916098835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bd29073a-d8b5-4d40-ac63-d6dff3af5451","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.392026298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"977752f6-34cc-4f80-8e4b-b4f10249aa67","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.671072656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"270e25b6-4a09-4dd9-862e-f2c805415627","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.6711048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"270e25b6-4a09-4dd9-862e-f2c805415627","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.938207246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c56671d-7b12-4748-8ecd-8391b88e6ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.939608227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"84def464-a975-4859-bc42-bae66eb7ae22","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.955035249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"522b3adc-9d74-45fa-9c4e-8b2ee8e082bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:51.955846732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24f14186-3d25-454c-a904-8d36b88042bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.008740303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"29dae513-a29e-495d-b758-43e76614f1ca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.016535451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"84def464-a975-4859-bc42-bae66eb7ae22","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.017222082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3c56671d-7b12-4748-8ecd-8391b88e6ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.044424136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24f14186-3d25-454c-a904-8d36b88042bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.045420873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"522b3adc-9d74-45fa-9c4e-8b2ee8e082bf","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.157253918Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"29dae513-a29e-495d-b758-43e76614f1ca","name":"e2e-mt-6a432197-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:52.846634436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f2e5b956-0f4c-4cf8-8792-b44a36d41ba9","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:53.056576886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"23717559-c7f2-4aef-9c3f-cd243c2c5706","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.692854819Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","namespace":"ai-tenant-e2e-migrate-1cc3a7b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.692931558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","namespace":"ai-tenant-e2e-migrate-1cc3a7b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.693036944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","tenant":"e2e-migrate-1cc3a7b3","tenantID":"e2e-migrate-1cc3a7b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.747957433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Deployment","name":"maas-api-e2e-migrate-1cc3a7b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.80901954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Service","name":"maas-api-e2e-migrate-1cc3a7b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.870253411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-1cc3a7b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:57.925694075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-1cc3a7b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.01794072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.075671902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.129675722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.192657468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.250212782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Deployment","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.307390716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.354937132Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.360131521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Service","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.412878343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"Service","name":"payload-pre-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.465487834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.5177844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.570501057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.62318898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.67563254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.728273239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.781302191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-1cc3a7b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:58.834256871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-1cc3a7b3"},"namespace":"ai-tenant-e2e-migrate-1cc3a7b3","name":"default-tenant","reconcileID":"f0c62c52-34d7-407d-a5ff-138c69fe0b0f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-1cc3a7b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:59.677339925Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-1cc3a7b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-1cc3a7b3","reconcileID":"4423192b-6925-406a-81f7-0aa38103eb5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-1cc3a7b3-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-1cc3a7b3-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:24:59.959366849Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"92d788ac-b3d8-4166-bef1-de598d5920d6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.066009798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"af7f22c9-5d73-4b2e-8039-af3b2f5d2b66","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:00.953786268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae350a6-685f-4156-b9b5-78882cb937a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.00700301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae350a6-685f-4156-b9b5-78882cb937a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.060186828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae350a6-685f-4156-b9b5-78882cb937a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:01.113159077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae350a6-685f-4156-b9b5-78882cb937a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.113850112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c89a22-0e15-4be7-b131-e49e56269077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.168607146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c89a22-0e15-4be7-b131-e49e56269077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.22201915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c89a22-0e15-4be7-b131-e49e56269077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.280181948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50c89a22-0e15-4be7-b131-e49e56269077","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.628201988Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e40a3447-31ca-4b00-bd35-88ad2ba2cecb","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.735191281Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"e0e50e64-e21e-46fe-9e82-9fb2ce710ced","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.842465921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"3e2da69d-0232-40ac-9b69-1a9ee2f374f8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:03.949656868Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"e8d1c2d4-dde9-4315-a82b-7f2f2cb88c6e","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:04.953528605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"24ea194d-0b0c-46ff-9efc-6470447ffe03","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.074999685Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"69541232-6d34-4471-81a0-28b188e8624a","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.075207734Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9cbdfaf1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9cbdfaf1","reconcileID":"8471e3e0-444a-4535-9eaf-49a54afdc32f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9cbdfaf1","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-9cbdfaf1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.206485625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3094d7-f3f9-43ba-95ba-e345dfe6350c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.263875756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3094d7-f3f9-43ba-95ba-e345dfe6350c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.31674977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3094d7-f3f9-43ba-95ba-e345dfe6350c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.369544372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd3094d7-f3f9-43ba-95ba-e345dfe6350c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.481258082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f3058099-d31c-4acb-a7fd-69dd9d7bac05","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:05.640722641Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"489c2ff0-78f3-45fa-b1e7-362a6c6bc541","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.311406138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c151434-b475-44f8-8ba7-052e446a548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.364658352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c151434-b475-44f8-8ba7-052e446a548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.417642909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c151434-b475-44f8-8ba7-052e446a548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.470685431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c151434-b475-44f8-8ba7-052e446a548a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.584263168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fabf8bee-9c42-4427-9db9-6b5ee5cbca01","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:07.742437942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8065a918-b9a3-44a5-a804-287bff685b57","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:15.298239239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cdf8bbc6-4823-474f-8806-0214e424b982","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:15.298488803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cdf8bbc6-4823-474f-8806-0214e424b982","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:17.743038807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6c750e0a-3459-4e6b-b64e-45f9b8acf68a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:17.849562684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"716f6290-319b-4e7d-a70e-c24766ee82f7","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.784751735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"94f0468f-20cf-48bf-bf45-20fae0eb75b9","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.784773012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"94f0468f-20cf-48bf-bf45-20fae0eb75b9","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.842799979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"51f1e320-9ff0-4a68-a446-da3d628c4a49","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.842821638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"51f1e320-9ff0-4a68-a446-da3d628c4a49","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:20.950922684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"a4a07ba8-baf0-4a00-a382-0657d6af237a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.080447316Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"a4a07ba8-baf0-4a00-a382-0657d6af237a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.137700461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"a4a07ba8-baf0-4a00-a382-0657d6af237a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.194041196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2368a236-d387-45fc-9dac-b071a6afb4c8","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:21.194060824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2368a236-d387-45fc-9dac-b071a6afb4c8","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:27.850809924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"eab6e085-e379-43dd-8b82-3ae168fc6e8f","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:27.958420554Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0b5daed9-2619-4f14-b7fa-be2468a460d3","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:28.336952572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.302783434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"7c58717d-f840-4410-8e4b-7721d6d5d9f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.362641076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"7c58717d-f840-4410-8e4b-7721d6d5d9f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.419439935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"7c58717d-f840-4410-8e4b-7721d6d5d9f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.435738715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"4bd2ceaa-eec1-41be-b317-9849eefb6d44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.535397791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"21b06533-c403-4bb3-9188-5f015497b32b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.690641209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"19033dc5-c643-4e36-b834-ca1df655a246","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.690861947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"52276a1a-6d02-4902-8916-207e5fce6eca","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.791715585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"a20eb081-599f-42c9-89fc-a8b977d3850e","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:31.836907206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36075b12-c40a-494e-966a-705f1e5330d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.083560919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"f6c2221e-be13-4c8a-a801-298eef942cf9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.255297628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"1c7d3f9d-5390-42b5-95ba-137a56f9fdf1","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.303657773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b4184718-6559-409d-836d-49a3b166f9cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.454497475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"9a73ff4b-2e9f-44ca-9bef-ae3c309e0054","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.4545781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"7a8cf292-250b-4a10-a158-0ccbd53545df","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:32.501638649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"bf5ecb57-1863-4883-a5ea-ab87aeb16cd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:34.964927886Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"848eaee1-fc2a-4f97-8647-da3957e858cc","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.085149914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"77b7a4b4-292e-40e0-a1c4-23e4b67052e6","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.139075908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"dbf9923b-89ce-41ea-907f-29039246e77d","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.13910714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"dbf9923b-89ce-41ea-907f-29039246e77d","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.918806985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacaf50-97de-4412-ad56-d173e18b7b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:35.971992218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacaf50-97de-4412-ad56-d173e18b7b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.025318099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacaf50-97de-4412-ad56-d173e18b7b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:36.078667694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfacaf50-97de-4412-ad56-d173e18b7b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:38.024887813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8467a4-9ab9-45fb-911c-b530d43ecb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:38.078223316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8467a4-9ab9-45fb-911c-b530d43ecb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:38.13148429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8467a4-9ab9-45fb-911c-b530d43ecb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:38.18478358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf8467a4-9ab9-45fb-911c-b530d43ecb8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.529042434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"32dcfe21-2e5c-4953-883a-c2d0fd2ecf24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.587361048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"32dcfe21-2e5c-4953-883a-c2d0fd2ecf24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.644438948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (734647f379241d90eb55f9a93cd8538ec1719bb2236b1b348ac87a77cea46572) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a) AuthConfig (435fa0bd593652ec5b9b471b2c2ce283fb43fc800d7cdf5e225edc35dc6437f4) AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e) AuthConfig (4544292765448ab83f20ca345cfeca572654ff768a49f3e91355ca7e38f5fb8d) AuthConfig (74f5e4a3685c680166c9b4a670f8df63c8ab18c133507ebf0279703db5fb64b0) AuthConfig (6f010f41da94be89447e2c20478a8fae3b01c47f7080c877bce6ea681a0fd5b5) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (b5080f4b8ffb190c57fd0575038c5b6400a2b0af8c77a150d1b9b7928f0eb556) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (92554e6cd2f74806e8b42e6529719227abb2f0b970812a66460506c3756e3f9b) AuthConfig (00adfabbe7d033bdb02ea7a00e18cdeb9c6e81b7c7fe3394ce950aae918d219c) AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (a00e24c44b4216796e85cd14670e2be37c808c8adf50c8095318539de64ecf96) AuthConfig (4bb1720ec255adc0a49644937a7a053603c160cf9866f1f8b2fb426bef011d2a) AuthConfig (293a9df7d9672fca42033adce752a1b1cd5db02b0ac8361060f8a5e886fbc6cf) AuthConfig (9ee6af65f98179b1cad69659727553b0d0bfeff44127a3b4230d11a1a9b350ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"32dcfe21-2e5c-4953-883a-c2d0fd2ecf24","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.703482639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ce203d74-0f68-403c-9375-f10c4c6de7b8","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:41.703501149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ce203d74-0f68-403c-9375-f10c4c6de7b8","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:45.089632807Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"00350dbd-46df-475a-9f69-a78cca2cff17","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:45.197700142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"611412fd-a086-42dc-8819-e84cb9ce5d18","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:47.271615988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"4a05196a-39a2-44f4-9f29-37d6463914bd","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:47.271638808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"4a05196a-39a2-44f4-9f29-37d6463914bd","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:48.980589132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"66b84343-5a29-4b5c-b452-5f4612b3de9c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-9cbdfaf1","tenantID":"e2e-ait-9cbdfaf1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:49.10209864Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"66b84343-5a29-4b5c-b452-5f4612b3de9c","name":"e2e-ait-9cbdfaf1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.811955205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"d2ec53c9-f68c-4327-b602-22cf81f413f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:51.870041913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"d2ec53c9-f68c-4327-b602-22cf81f413f1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.189464726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"0bdc1923-7be4-45c5-a6f2-18a3c0a539f6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:52.189485024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"0bdc1923-7be4-45c5-a6f2-18a3c0a539f6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.198267614Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ab72c89f-1235-493f-8edf-abf07ad16593","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:55.305163584Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"e473193e-ffa6-4984-a7c9-91b95b8e3dd9","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.332174227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"64cf635c-20a7-48fa-b977-3f1158c89fc0","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.332196684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"64cf635c-20a7-48fa-b977-3f1158c89fc0","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.348055703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"05289873-e685-47e3-82a2-13e0b6c7b033","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.348073095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"05289873-e685-47e3-82a2-13e0b6c7b033","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.404140978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"78b59a61-9e20-46f1-954c-dcf6f7f0aa83","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.404156963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"78b59a61-9e20-46f1-954c-dcf6f7f0aa83","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.51252017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"e5eae169-c304-4b7e-b1df-249415df7e58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.645290843Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"e5eae169-c304-4b7e-b1df-249415df7e58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.701862755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"e5eae169-c304-4b7e-b1df-249415df7e58","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.758204124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"041a4e75-954f-441b-b63e-f2a88d7fbd57","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:57.758226081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"041a4e75-954f-441b-b63e-f2a88d7fbd57","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:58.336046446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.26052291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"05c7bb2d-28bf-4af9-b453-68ff6c450bb7","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.313401299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"e0c2e432-1a19-4465-9299-75874c54b50f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.422548451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"c550b697-fa5a-41ef-b554-d672c544c49b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.551629983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"67d5148d-ede1-4049-bdea-34606d6d88b7","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.572535354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"002d0581-4970-49cc-905e-dada22c1680c","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.63913232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"3a0e279a-4690-4aa2-9280-2b8917fa6478","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.746402922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7cdc3c8e-0e6d-4a03-8d36-87bb4fbf519f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:25:59.847365998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"c5fdcc38-9be5-4ac9-b2cf-477f99ec0ad0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:00.12446414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"75859f4d-d073-4ee4-a312-a9e3babc1e68","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:00.205163298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"4e08443e-82e7-4ce6-8373-69ff5eefab34","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:00.24765859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e32ceadb-08f8-4b84-a2d4-8eee8c476f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:00.399176771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"83f9c05c-9021-473c-b4bb-894205383ff4","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:05.306302293Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f5b29128-7d72-4d96-aa16-75dd898a733e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:05.41286249Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"df8b2a59-3a97-4c88-aa90-7a94883348b7","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:07.333251326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f56c125b-afcd-47be-ad99-ed884444aeb0","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:07.333271084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"f56c125b-afcd-47be-ad99-ed884444aeb0","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:07.866853743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"1b2c9ea3-3af5-445f-9f79-1df6b1ebe612","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:07.925101221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"1b2c9ea3-3af5-445f-9f79-1df6b1ebe612","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:07.981723339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"1b2c9ea3-3af5-445f-9f79-1df6b1ebe612","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:15.414241442Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"16a9697c-737a-42df-88ee-9546f1361db8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:15.520685624Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8c45459c-3876-49d4-9bf3-09f9cca4d899","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:17.334199091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"190b5d9b-35dd-4e59-8880-550f63cf757d","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:17.334221648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"190b5d9b-35dd-4e59-8880-550f63cf757d","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.080270236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"8a93ceec-a4a8-42a1-b1cc-2779999cfd36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.090904977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"d62da35c-4e61-40e3-a5a6-2f332712a626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.149217253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"d62da35c-4e61-40e3-a5a6-2f332712a626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.207941675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (e4d298ec5e46b514164a130e1ba80a65e70b89d5006fb72138e9eccfc1499759) AuthConfig (ef9677a4d5e629cb345d6d571d1ed4310344906e4552b2b3e0df045ff39f6080) AuthConfig (2cc0b783abb37375c040497fc916530714a41e39fcffb09e7a643f590142fd35) AuthConfig (acbc6701afe68bf4dea67380abf895d00f56dd3518cc819e539c305a0b63f6cc) AuthConfig (ed2901529d111348821fa68e2d954cd029e077bb2e3312546ad3e7f9e5f50f93) AuthConfig (09b3a45f31192c75448d00d4be729899a45402bcfbb256e120b129274bdade90) AuthConfig (a5728d7cee0c565463e5ed7cfaa22a70dae936f78dec219c77607b5b84f89c58) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (1d240a953285563b1c816fe57d67560a2bd9a361de49545780fe38da67c31687) AuthConfig (1cf958b7ccab69f734539e64570da06ef0e08c1d20ea77b2bb373a8771a6ec03) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (449dee6d7a9d27b86cbe0dfdf48f2fe876433df319bed28fef006c1ac8256a7d) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21) AuthConfig (65279a11602ae35ce80aa79fcec2f3b92c89b4b85deff0d42d2e2264c498adcb) AuthConfig (f6a956da768c4db5bdf2a445bc64ae6f96bb5d36a446c70345cb044143448b7a) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"d62da35c-4e61-40e3-a5a6-2f332712a626","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.233194738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"a7889a26-271f-4611-b3ae-910285cc32e8","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.267071786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"dcd8d4bc-e6fd-4973-96ee-c7e2aa88ed69","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.267088006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"dcd8d4bc-e6fd-4973-96ee-c7e2aa88ed69","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.42827219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"dbfbdf8a-2073-4a6e-9ee9-023485c1c943","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.550143854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"34707149-99be-404f-8b96-ceda6cb2bfb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.65079582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89da1a8f-8150-401d-a458-6a58206878ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.750380621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"f1ba1c2c-e0e4-4dab-a256-6d7befa42d0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.851256794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"25a96c4f-75bf-446e-8777-250d1081e499","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.910999225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"e3cd00c4-0bd3-4f04-a469-49024784d0c8","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:18.960432576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"5678c7bb-df45-4d62-a2fa-20135c1b93e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:19.066286832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd1bc784-18f4-4a3a-92a6-95661f89ae6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:19.12974458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"cf9fd1ba-5984-45c5-a592-ba70412a90a4","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:19.282736362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"be5e8f1a-80c0-41a1-8a3e-e8c7aea0aa94","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.58042318Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"efa9b0e6-53c2-4be9-aa11-77e403c057e5","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.692634256Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bce292d8-0b12-48d0-bdb2-2326211d8b46","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.746204303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6f0e3980-3aa9-41e5-a003-f4a568211362","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"tenant":"e2e-mt-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","model":"ai-tenant-e2e-mt-6a432197/e2e-lifecycle-model-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:23.746223054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"6f0e3980-3aa9-41e5-a003-f4a568211362","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"routeName":"e2e-lifecycle-model-6a432197-kserve-route","namespace":"ai-tenant-e2e-mt-6a432197","llmisvcName":"e2e-lifecycle-model-6a432197","gateway":"openshift-ingress/e2e-mt-6a432197","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:24.439343134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-6a432197","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"e2e-lifecycle-model-6a432197","reconcileID":"33076357-5b1c-463d-9921-d25972fd500e","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-6a432197\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:24.536666444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bbaa58-a48f-4a51-b305-b476c41fd0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:24.590502686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bbaa58-a48f-4a51-b305-b476c41fd0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:24.643484539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bbaa58-a48f-4a51-b305-b476c41fd0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:24.696374461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2bbaa58-a48f-4a51-b305-b476c41fd0fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:26.688611649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f574ec60-aabb-4b11-a719-8e46735f1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:26.742745069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f574ec60-aabb-4b11-a719-8e46735f1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:26.796863504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f574ec60-aabb-4b11-a719-8e46735f1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:26.850117948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f574ec60-aabb-4b11-a719-8e46735f1410","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.336201423Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.37704966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"0adef99f-1bdc-40b1-b664-217a786c1958","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.436777909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"0adef99f-1bdc-40b1-b664-217a786c1958","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.493673989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (e4d298ec5e46b514164a130e1ba80a65e70b89d5006fb72138e9eccfc1499759) AuthConfig (ef9677a4d5e629cb345d6d571d1ed4310344906e4552b2b3e0df045ff39f6080) AuthConfig (2cc0b783abb37375c040497fc916530714a41e39fcffb09e7a643f590142fd35) AuthConfig (acbc6701afe68bf4dea67380abf895d00f56dd3518cc819e539c305a0b63f6cc) AuthConfig (ed2901529d111348821fa68e2d954cd029e077bb2e3312546ad3e7f9e5f50f93) AuthConfig (09b3a45f31192c75448d00d4be729899a45402bcfbb256e120b129274bdade90) AuthConfig (a5728d7cee0c565463e5ed7cfaa22a70dae936f78dec219c77607b5b84f89c58) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (1d240a953285563b1c816fe57d67560a2bd9a361de49545780fe38da67c31687) AuthConfig (1cf958b7ccab69f734539e64570da06ef0e08c1d20ea77b2bb373a8771a6ec03) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (449dee6d7a9d27b86cbe0dfdf48f2fe876433df319bed28fef006c1ac8256a7d) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21) AuthConfig (65279a11602ae35ce80aa79fcec2f3b92c89b4b85deff0d42d2e2264c498adcb) AuthConfig (f6a956da768c4db5bdf2a445bc64ae6f96bb5d36a446c70345cb044143448b7a) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"0adef99f-1bdc-40b1-b664-217a786c1958","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.767372311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4043b28c-733c-4faa-ac64-c66a4c7c0edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.820408799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4043b28c-733c-4faa-ac64-c66a4c7c0edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.873260673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4043b28c-733c-4faa-ac64-c66a4c7c0edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:28.926487879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4043b28c-733c-4faa-ac64-c66a4c7c0edd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:30.861174038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3112e1cb-4475-4d10-9aa1-01e9ad5a1ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:30.9143093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3112e1cb-4475-4d10-9aa1-01e9ad5a1ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:30.968056375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3112e1cb-4475-4d10-9aa1-01e9ad5a1ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:31.020954716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3112e1cb-4475-4d10-9aa1-01e9ad5a1ff6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.236587076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1222cd2d-98bd-42eb-96e1-2c21f872bad4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.389666594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"22c83117-33ec-4a5e-a600-a717ff43252b","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.582659018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"59072e14-66fd-4a37-8051-d20512626cae","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.684196482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"e7628bbb-c21a-40ae-9363-c4c6ed65901f","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.828844975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"c15b6d3d-40be-40c5-b7bc-920d8c9b9db6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:32.948326665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"513781d7-deb3-4f9e-9d94-cd304479afdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.04826138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"7a8a63f8-a582-4675-80f1-52184a88874c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.116847999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"e83ca804-460c-4f6b-bc47-f3844d8e0e1d","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.148675098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c0f9cc30-eb4f-4549-bbb1-0b34ecbd11c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.303137209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"c818bd5e-0028-43fc-86e2-fa153d1363d6","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.322875744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"49c1d6a1-95b8-4e9e-b4ff-9fc2f0e025f9","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.369839508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"506e5394-d2cc-4bcd-8074-2cb7536fff31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.693435741Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"224e66c7-bcad-471e-9602-c5f9ad34bb0a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:33.800502519Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8d48d011-53a1-4a53-b1b1-894ac574cb73","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:35.354701719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"569a9668-00dd-4b8f-85f1-186e8fe771fa","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:35.517476907Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"440c8714-dce2-452f-a9fe-927d15be6c42","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:36.253262388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c469e555-ed61-4126-b7c1-acee453f08fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:36.306465693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c469e555-ed61-4126-b7c1-acee453f08fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:36.359386963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c469e555-ed61-4126-b7c1-acee453f08fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:36.412406823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c469e555-ed61-4126-b7c1-acee453f08fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.273408458Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6d5a9571-b9e8-47a7-8e9c-979dd3b5da5e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.33810231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11553078-0816-4e43-84c1-531f809251c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.391329295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11553078-0816-4e43-84c1-531f809251c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.444596402Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"07928053-f344-4518-8ad3-c1ff86466ca4","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.444803455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11553078-0816-4e43-84c1-531f809251c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.497816354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11553078-0816-4e43-84c1-531f809251c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.552186806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"01f55b6b-26fc-4021-8230-c538a2a583a1","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.606324969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"b4b503b1-17ee-457a-b23a-45203042e9cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:38.664426038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"b4b503b1-17ee-457a-b23a-45203042e9cd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:39.036443205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"21993ffc-f368-4630-80b7-65483ec0c1e7","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:39.036462413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"21993ffc-f368-4630-80b7-65483ec0c1e7","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:40.517830686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46536d46-0ddf-4182-9c88-f618349c7cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:40.571190688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46536d46-0ddf-4182-9c88-f618349c7cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:40.640266117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46536d46-0ddf-4182-9c88-f618349c7cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:40.699237635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46536d46-0ddf-4182-9c88-f618349c7cbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.64578001Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.645892516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"f57cb9bc-422d-40c8-bb85-f50198842a0b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.645910651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"f57cb9bc-422d-40c8-bb85-f50198842a0b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.704689255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"abd9cb24-acb5-4f7e-9546-8855b6e35b78","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.704710148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"abd9cb24-acb5-4f7e-9546-8855b6e35b78","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.754521641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"377d6444-3dcd-42de-8d20-72edf89268b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:44.755555786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"0318f09f-7981-4781-8aed-9553faadaabe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-05c356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:44.759136179Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"abd9cb24-acb5-4f7e-9546-8855b6e35b78","name":"sub-test-model-dd087a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dd087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:44.759180109Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"abd9cb24-acb5-4f7e-9546-8855b6e35b78","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dd087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.764488941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2e750c2d-b838-4123-9313-0f5dbdb788d0","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.764507534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2e750c2d-b838-4123-9313-0f5dbdb788d0","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.812483755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"377d6444-3dcd-42de-8d20-72edf89268b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.8658038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ec8fe3ea-e1c6-428a-843c-6467579a22cc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.865820296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ec8fe3ea-e1c6-428a-843c-6467579a22cc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.921810797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c228be81-d652-4792-a815-2060633bcf52","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.921826121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c228be81-d652-4792-a815-2060633bcf52","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.970902051Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.970905975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"7f12ec86-af38-4d89-8319-697a33d49002","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:44.971011156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"7f12ec86-af38-4d89-8319-697a33d49002","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.030765638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"91c302d2-2ee2-428b-a191-0658944319c5","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.030783793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"91c302d2-2ee2-428b-a191-0658944319c5","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.079263416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"f5298c04-afcc-4f7c-bc4d-daae1295f665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:45.079788523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"25f35a6b-d777-4805-ae60-aac0298bdb65","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-05c356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.137242483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"f5298c04-afcc-4f7c-bc4d-daae1295f665","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.139833243Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"571a3316-3999-4708-be2d-5f477752eeca","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"sub-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-shared-sub-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.180118961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"93720fa4-f7ff-42a9-bc42-b833a29b7bd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.188482172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"3f5b0e3e-5b8d-4d73-b86e-545763ceb958","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.188497477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"3f5b0e3e-5b8d-4d73-b86e-545763ceb958","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.238150029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"93720fa4-f7ff-42a9-bc42-b833a29b7bd2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.246623061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"977f5541-06a7-486b-a89f-b718b769bea7","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.246639162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"977f5541-06a7-486b-a89f-b718b769bea7","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.266094834Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.267236613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9260b273-65a5-4b74-8c6e-d6e7c4a5b483","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.267258622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9260b273-65a5-4b74-8c6e-d6e7c4a5b483","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.308872419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c7b465f3-c693-40ad-86e8-eeb442830408","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.308915963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c7b465f3-c693-40ad-86e8-eeb442830408","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.324857614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d2810068-e86d-4f84-9fd5-f737c75aa64b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.324874677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d2810068-e86d-4f84-9fd5-f737c75aa64b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:45.378515441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"d45c7263-bf02-44f2-96ff-aa4f9b1a6d18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-05c356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.451197689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"de36921d-d6b2-4f12-8c8f-7e828d2f1b0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.462573011Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"4f4fe2e7-a010-49d3-a1fe-54af4c663162","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"sub-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-shared-sub-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.491952607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"239f6b8b-d0da-410f-b4fa-43990f2d9379","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.491968114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"239f6b8b-d0da-410f-b4fa-43990f2d9379","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.509094119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"de36921d-d6b2-4f12-8c8f-7e828d2f1b0a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.537852752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.538057098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0a7e5fcc-95d8-49e6-a675-4f31eec275ee","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.53807485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0a7e5fcc-95d8-49e6-a675-4f31eec275ee","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.548427417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"8ceb76d5-5dd7-4149-9242-1246ece10135","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.548445796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"8ceb76d5-5dd7-4149-9242-1246ece10135","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.551392612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"cd008c20-42cd-484b-a8ae-1db15a7e0d9c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.596221351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"ced59159-f6da-4345-baba-6c1c9237ce88","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.596237474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"ced59159-f6da-4345-baba-6c1c9237ce88","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.609705158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"cd008c20-42cd-484b-a8ae-1db15a7e0d9c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.616705442Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"96ca94c4-d498-4c95-b2e4-cd0a0318cf0e","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-a-only-05c356","ai-tenant-e2e-shared-a-w4-dd087a/e2e-shared-sub-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.632852631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e95e7ab0-1764-4804-a269-234105de3675","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.632869279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e95e7ab0-1764-4804-a269-234105de3675","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:26:45.646225424Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"4cbbd86c-a57f-48f3-9f77-a922a6f9b5df","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-05c356\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.75992362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c25d6118-05a6-4b9a-bd20-4ac15b725730","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.759943973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c25d6118-05a6-4b9a-bd20-4ac15b725730","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.760842899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"a4c2af7a-7197-470f-a931-d5eef746e354","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.831491635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cd781cec-b7c8-490a-825e-e74256e36b36","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.831540853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cd781cec-b7c8-490a-825e-e74256e36b36","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.882866264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"e33237f0-347d-4402-8619-59ac59e182c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.942105076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"e33237f0-347d-4402-8619-59ac59e182c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.94220469Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"5bdb0dca-80e3-4047-b236-4f6c8716beb2","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-b-only-05c356","ai-tenant-e2e-shared-b-w4-03c4e8/e2e-shared-sub-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.949137919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"5c066957-717e-4840-a85c-e485b702fafb","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:45.949158353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"5c066957-717e-4840-a85c-e485b702fafb","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.044503626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"5642bb16-65c5-4278-99ba-6cc1f56a8474","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.100819648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"f5aab024-217a-4890-9557-e332599976a8","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.112042503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"962d3c21-8ee1-4b47-8c70-51206ba2af1c","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.112058143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"962d3c21-8ee1-4b47-8c70-51206ba2af1c","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.160440307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"520edf24-dfb4-4160-8288-5d42e9ed6978","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.214403945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0ddc3b65-6044-4810-bcd7-26865a2d0983","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.214423637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0ddc3b65-6044-4810-bcd7-26865a2d0983","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.324864684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"56504607-5ac9-450b-89ce-b0d6387a0f69","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.415603824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"cdab0bb2-37d5-4626-a437-c44de35fe555","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.415622747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"cdab0bb2-37d5-4626-a437-c44de35fe555","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.428565108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"16fad903-c29c-4a21-90c4-cffbbc69ada4","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.515320094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"47efdcac-517c-4df7-a5c9-e3684d166076","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:46.515338983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"47efdcac-517c-4df7-a5c9-e3684d166076","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:48.552878835Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6b351874-4e64-43b3-b3d4-84f8a337b5bd","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:48.661924845Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0dc0d320-a850-446a-bfdb-c4bcffef4bb6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:48.817399548Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"7a15eadf-37cf-47a4-a3e6-5b71a4cdb700","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:48.9248013Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ac4fb73c-ea8a-45ba-a658-ebbe32a79739","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.250087463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"c9f2a701-72b4-4848-adfc-27ee3a1547b5","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.250105204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"466d913f-ce33-4414-aced-313ee49ca608","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.421038255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e8e45b0a-69c6-4c1a-a24b-388c376eb23e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.421056585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e8e45b0a-69c6-4c1a-a24b-388c376eb23e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.423715469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d9a9e7a8-3fe4-4274-9ca7-4d37181777ff","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.42373113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d9a9e7a8-3fe4-4274-9ca7-4d37181777ff","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:53.959837037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"49290400-6870-48e4-b1fc-c9e7b4b74af3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.018150053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"49290400-6870-48e4-b1fc-c9e7b4b74af3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.059704601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"d1f71f31-4c3f-4364-bb55-7d7cc7c1de8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:54.117436255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"d1f71f31-4c3f-4364-bb55-7d7cc7c1de8f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:58.336889045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:58.925594702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6d5af47f-34a5-46fe-8649-9253def6a5d2","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.032522227Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"7e30d071-c57c-4602-8f8c-c84e229c0ba5","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.747004401Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.747059561Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","namespace":"ai-tenant-e2e-mt-6a432197","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.747113295Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","tenant":"e2e-mt-6a432197","tenantID":"e2e-mt-6a432197","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.80244545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Deployment","name":"maas-api-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.865062513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Service","name":"maas-api-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.927909985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:26:59.98259916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-6a432197","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.041178271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.098835437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.156903444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.218484876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.280311238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Deployment","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.337234027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.40060024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Service","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.453418659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"Service","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.506256162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"DestinationRule","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.55875427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.611353628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.668135085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.72088858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.773722039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.829755973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-6a432197","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:00.889267682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-6a432197"},"namespace":"ai-tenant-e2e-mt-6a432197","name":"default-tenant","reconcileID":"92674262-81ac-4894-bd19-8a8eb5aea9fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-6a432197","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:02.553523706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"b101dfcb-0f6a-4c37-8ca5-234343f54119","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:02.660487203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"bca3efc2-d899-4df2-bd6c-67d68f607c81","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:02.766659774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"f09e5f30-0068-41c0-bc6b-d948ca6694b4","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:02.823261791Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6a432197","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6a432197","reconcileID":"1ba851be-665d-4f68-bb53-0d7dc46cf12c","aitenant":"ai-tenants/e2e-mt-6a432197","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:02.984928546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"c206fe2d-5f2b-4651-abf1-738ae5bef19a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.091126952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"30323946-70b9-4da2-ba81-fd43e566e328","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.408429921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f211c6-3bf8-4bcf-8fe5-190e6ad9b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.461554127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f211c6-3bf8-4bcf-8fe5-190e6ad9b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.514334606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f211c6-3bf8-4bcf-8fe5-190e6ad9b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.567843945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6f211c6-3bf8-4bcf-8fe5-190e6ad9b976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:03.684311587Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-6a432197","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-6a432197","reconcileID":"1ba851be-665d-4f68-bb53-0d7dc46cf12c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-6a432197","removed":["maas.opendatahub.io/gateway-access-e2e-mt-6a432197"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.02997063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e18433ce-86dd-497a-a936-4ca596b96772","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.136431485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"ea5ac031-8380-4189-aff4-5ee3d77f20d8","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.930202846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1ae1342-512e-4173-b24a-21b37c0ce8a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.930220276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1ae1342-512e-4173-b24a-21b37c0ce8a6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.989830565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bc556e3-dddb-468e-bcc0-53bef5fd8235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:04.98985868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6bc556e3-dddb-468e-bcc0-53bef5fd8235","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.236774052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bea199c-d6c5-48be-8aca-0d123b6fe94e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.236797139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3bea199c-d6c5-48be-8aca-0d123b6fe94e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.236950498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-4756fe models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.260061679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4756fe","reconcileID":"126ba7cd-0383-4716-a69b-a5fbd58a7b91","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.318503486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4756fe","reconcileID":"126ba7cd-0383-4716-a69b-a5fbd58a7b91","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.349809415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"b8e51cf1-d8c5-4efe-bd02-37e4922bb469","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.349827355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"b8e51cf1-d8c5-4efe-bd02-37e4922bb469","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.403217035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e983df8e-47a3-44e8-8e98-0eed89b09ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.403236192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e983df8e-47a3-44e8-8e98-0eed89b09ac5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:05.41236161Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-4756fe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-4756fe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.459902292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"f892b463-bc39-4b32-8000-6f57703108ee","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.459922816Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"f892b463-bc39-4b32-8000-6f57703108ee","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.53125233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a08f16e-38f4-4b39-8481-f951908b6183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.531410154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdce7490-0dfd-4645-ab40-e2b4064b8764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.531498101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"9cfdaf39-0913-4653-9fb4-b87ecd9d6422","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.531780565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"b17ee6e1-f0fa-40e1-8093-2695374e2e41","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.531820069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a738113-bfb1-4394-99de-0f935dd23263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.584675734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a08f16e-38f4-4b39-8481-f951908b6183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.589729869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fdce7490-0dfd-4645-ab40-e2b4064b8764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.589855854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"9cfdaf39-0913-4653-9fb4-b87ecd9d6422","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.637652472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a08f16e-38f4-4b39-8481-f951908b6183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.643582637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"b17ee6e1-f0fa-40e1-8093-2695374e2e41","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.643661172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a738113-bfb1-4394-99de-0f935dd23263","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.690753438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a08f16e-38f4-4b39-8481-f951908b6183","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.696395889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7e1a664-06b5-4acc-bc0f-a02f6f10f34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.696413291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e7e1a664-06b5-4acc-bc0f-a02f6f10f34e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.751442035Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4756fe","reconcileID":"67c9d278-2428-469a-98d9-296f5cca742a","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-4756fe","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.965667439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdd2449-85e3-4075-a2ca-21f4c9d5b1a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:05.965689133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0cdd2449-85e3-4075-a2ca-21f4c9d5b1a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.013848546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4756fe","reconcileID":"ccf0e7b4-fa68-4ae8-805b-7c74469c1d50","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.014689972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06d5e2d3-d7b1-407b-be2d-94df7fb1dee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.072956043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4756fe","reconcileID":"ccf0e7b4-fa68-4ae8-805b-7c74469c1d50","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:06.178514394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4756fe","reconcileID":"7b8d02db-f269-448a-b3ae-8a25076ea9e0","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:10.80471926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-4756fe","reconcileID":"d8f5c2fc-bbd9-4f93-b831-60b571698d17","MaaSAuthPolicy":{"name":"e2e-default-int-auth-4756fe","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:10.804788253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a369031-f2eb-467b-b81b-6973d5b20e1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:10.804802746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a369031-f2eb-467b-b81b-6973d5b20e1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.017798576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7b173cc-23cc-442d-9ef9-c2846e62ec6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.017819046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7b173cc-23cc-442d-9ef9-c2846e62ec6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.092315689Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","namespace":"ai-tenant-e2e-ait-9cbdfaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.092371339Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","namespace":"ai-tenant-e2e-ait-9cbdfaf1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.092421169Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","tenant":"e2e-ait-9cbdfaf1","tenantID":"e2e-ait-9cbdfaf1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.147247081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Deployment","name":"maas-api-e2e-ait-9cbdfaf1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.166872357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc26664-a6ca-4f91-8b5e-c3183d602c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.16688998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc26664-a6ca-4f91-8b5e-c3183d602c1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.210130672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Service","name":"maas-api-e2e-ait-9cbdfaf1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.270473652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-9cbdfaf1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.325746243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-9cbdfaf1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.383193416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.444525243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.445075499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"2154b8cf-b49a-4842-b7bd-48d358c14614","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.449510042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a9f084c-3afb-46ee-a11d-ef80b8eed6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.449969265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94bf918f-9f34-4e7d-95fb-6500ddb002e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.450212013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"020db1d6-a502-44dd-baf4-b2c33140242e","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.504142443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"2154b8cf-b49a-4842-b7bd-48d358c14614","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.504402717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.509019885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94bf918f-9f34-4e7d-95fb-6500ddb002e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.509061519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0a9f084c-3afb-46ee-a11d-ef80b8eed6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.511678618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"020db1d6-a502-44dd-baf4-b2c33140242e","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.565835559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.62089217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Deployment","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.675880421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.728764269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Service","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.781800369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"Service","name":"payload-pre-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.834580432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"DestinationRule","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.887036541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.939453805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:11.996424994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:12.049046788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:12.103948595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:12.159333456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-9cbdfaf1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:12.216514268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-9cbdfaf1"},"namespace":"ai-tenant-e2e-ait-9cbdfaf1","name":"default-tenant","reconcileID":"4c7d6f3e-32f0-446e-b94e-4bbf01ab6fe4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-9cbdfaf1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:13.070491941Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-9cbdfaf1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-9cbdfaf1","reconcileID":"9692c53a-270d-4e9a-b799-0a4cea6e43be","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-9cbdfaf1","removed":["maas.opendatahub.io/gateway-access-e2e-ait-9cbdfaf1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:13.300696283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"787c84b5-9905-4b9b-a4d0-558339042687","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:13.408047884Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6fcd57f4-9d7f-4f90-8525-e9a85b0ea32d","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.342870498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"4965ed9f-748e-47bc-a098-4fb4c7a1c4e9","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.343678621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"b1508408-3d3d-4f55-ae90-a4722b03012a","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.5199261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"949433b9-0a2e-4415-a162-40ff6a94276a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.520066236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"949433b9-0a2e-4415-a162-40ff6a94276a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.541322193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"9d31c36f-8a3e-49f7-a70c-9a59208dd57d","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.541420814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"9d31c36f-8a3e-49f7-a70c-9a59208dd57d","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.541868485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e83b2fc-9ab5-48a3-b0f3-3d18323fe5e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.599375672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e83b2fc-9ab5-48a3-b0f3-3d18323fe5e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.654693574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e83b2fc-9ab5-48a3-b0f3-3d18323fe5e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:14.708694952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e83b2fc-9ab5-48a3-b0f3-3d18323fe5e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:17.164265352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cb491-7cc3-4ed0-97ec-ed4853707bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:17.232032729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cb491-7cc3-4ed0-97ec-ed4853707bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:17.292147147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cb491-7cc3-4ed0-97ec-ed4853707bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:17.36001429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e2cb491-7cc3-4ed0-97ec-ed4853707bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.031317114Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"87b959e6-8607-47e6-952d-72e7b65cff1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.031461819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2edb32c9-c428-4f0e-a56b-797e34424ba4","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.031478549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2edb32c9-c428-4f0e-a56b-797e34424ba4","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.148065611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"61efae95-7fcf-4afb-8e83-bf3d3cabd8d6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.256208628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"87b959e6-8607-47e6-952d-72e7b65cff1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.307040303Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"badbe4fc-4d46-4d12-a6da-2b02d59f10b4","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.360362326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"7302fa6d-6faf-4ab1-80aa-fd77e9abcf69","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.360886895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"9d13f74f-9036-451a-8bd7-cbb73822126b","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.387420078Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"87b959e6-8607-47e6-952d-72e7b65cff1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.387434928Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-05c356","reconcileID":"87b959e6-8607-47e6-952d-72e7b65cff1d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.413658586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"af055750-eac5-40ee-aabe-e1980ffaf521","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.56279696Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"4ed7f534-259e-4d82-b502-5af5dbd33f98","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.616552828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"de94d7e6-d331-4ca5-804e-6fc123be5b69","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.616581155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"de94d7e6-d331-4ca5-804e-6fc123be5b69","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.752793584Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"75d93628-cea7-4a75-b07a-5b235efce695","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cfe8bfdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:19.958878803Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"25b4dfca-b4a2-4634-a386-0df199b5cb76","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-a-only-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.128539067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ec740a-79a3-4f52-93d0-6320d8339292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.181700147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ec740a-79a3-4f52-93d0-6320d8339292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.234806754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ec740a-79a3-4f52-93d0-6320d8339292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.288017739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3ec740a-79a3-4f52-93d0-6320d8339292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.394567139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"ea25c4fc-bfe7-4198-821f-24ae85475747","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.557566903Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"7d9084c8-acd2-458d-91b1-6041aa74c329","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.638421251Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ccee868d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ccee868d","reconcileID":"bfd87ac2-19c4-4bd9-a1c3-c6c4b74bbbe3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ccee868d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-ccee868d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.664003898Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"53a0b7a3-9a0d-4963-80cd-8aa1ce0c6c89","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:20.99143993Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"7c8c5cb6-d561-49e6-864a-87db2ec48299","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.097733606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"4c4cc735-758a-4ce9-b45d-7e0fa64f30ad","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.333715414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4756fe","reconcileID":"df71e755-cc7f-4804-a4a3-df89107087cc","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-4756fe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.6392664Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-4756fe","reconcileID":"df71e755-cc7f-4804-a4a3-df89107087cc","MaaSSubscription":{"name":"e2e-default-int-sub-4756fe","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.898098121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8ee14290-52e2-4095-a56d-c81e816914ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.949757119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35aeed8-3375-4f09-abb6-bf8615d023bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.949775746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e35aeed8-3375-4f09-abb6-bf8615d023bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:21.95012061Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.063309057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"86767028-105e-4bd3-8f68-d0040f65628d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.063332727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"86767028-105e-4bd3-8f68-d0040f65628d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.169757354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"cbbd01ec-685b-4129-a165-573af84126b5","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.169782039Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"cbbd01ec-685b-4129-a165-573af84126b5","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.217648241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8467498e-9139-4106-9941-e39ed9c95043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.219160183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"2174f3d7-1a31-445b-bc1d-59a57c9e27d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.219171145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6325e093-6312-4ce6-9b87-fe951818b4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.219581464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"820569fd-6af0-4d24-b1e7-c4cd91ca0c21","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.275796415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8467498e-9139-4106-9941-e39ed9c95043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.276962579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6325e093-6312-4ce6-9b87-fe951818b4dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.278357168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"820569fd-6af0-4d24-b1e7-c4cd91ca0c21","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.279086411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"2174f3d7-1a31-445b-bc1d-59a57c9e27d7","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.318039586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738bafbb-702b-44ec-81bb-74fd80f1f384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.372133925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738bafbb-702b-44ec-81bb-74fd80f1f384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.425489955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738bafbb-702b-44ec-81bb-74fd80f1f384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.478970537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"738bafbb-702b-44ec-81bb-74fd80f1f384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.667666061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"418c3f90-2793-40b3-9ecd-c98365ba833e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.667683857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"418c3f90-2793-40b3-9ecd-c98365ba833e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.758324997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"647e5e47-5b6d-4b32-9c37-28e9bc030194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.758352015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"647e5e47-5b6d-4b32-9c37-28e9bc030194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.866449301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"30763862-37a5-40d4-ab4a-b1f99cf82f2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.92475355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"30763862-37a5-40d4-ab4a-b1f99cf82f2a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.948486863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c743dc1-80eb-40e8-b9c5-f3d06a421a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.94851492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c743dc1-80eb-40e8-b9c5-f3d06a421a63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:22.949040713Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.006312188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875d8cbe-c15b-454c-baf7-167595d46c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.006331208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"875d8cbe-c15b-454c-baf7-167595d46c4f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:23.058570535Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"3e7bdc92-ee0d-4b9a-83dc-338c4ddb4c50","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a0bc695\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.064233687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b5e8f769-3602-4f02-89ff-bfba2176d26a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.17055449Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0888d44d-5ba7-4a18-88dc-53cea5f53e8a","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.223784204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f46fee-c315-4068-95e9-f266fc59f17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.223798637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6f46fee-c315-4068-95e9-f266fc59f17c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.229929639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8333ade8-da61-42ac-bad9-47639e489213","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.229944719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8333ade8-da61-42ac-bad9-47639e489213","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.303273083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"3e4a2a33-e217-41e8-be21-0066165b87e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.36379752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"3e4a2a33-e217-41e8-be21-0066165b87e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.55624331Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"02c3b74b-6d79-4d43-9581-843d97c50224","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-8a0bc695/e2e-shared-int-sub-8a0bc695","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.727020198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932470a7-227c-4446-a616-f35523a843b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.727042843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"932470a7-227c-4446-a616-f35523a843b2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.772685858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05ef2658-d8b6-4d87-8653-c772cf42033c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.943619223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef1e405-30b6-46df-8d9f-f0a4880393e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.943640711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ef1e405-30b6-46df-8d9f-f0a4880393e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.98800851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"4c745155-4b0f-4802-944c-16cd496bd693","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.999155249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea6ed6e-4fc4-4332-a551-1bda7d0d7df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:23.999177979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6ea6ed6e-4fc4-4332-a551-1bda7d0d7df7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.108393019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"41941708-67cb-4198-8734-c6200f9d583f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.183525707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"41941708-67cb-4198-8734-c6200f9d583f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.224846413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5b797a1-91d6-436b-babb-f9bcdce92677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.225878636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5b797a1-91d6-436b-babb-f9bcdce92677","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.225318688Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.285757777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3488b89a-1c91-441d-b104-2ad315cb47f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.285779151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3488b89a-1c91-441d-b104-2ad315cb47f6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:24.362307149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"cf389776-4f12-41c2-9e3d-8057079a3bdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-8a0bc695\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.470326939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cdf170-85ad-4022-a30b-d41bdd23fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.48186331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd7467b-d0a7-4ab5-9988-93fa44026ac6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.481882076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd7467b-d0a7-4ab5-9988-93fa44026ac6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.524945514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cdf170-85ad-4022-a30b-d41bdd23fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.600276999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b978acbf-19d6-409b-b65d-3efa2bc30935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.610570005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b978acbf-19d6-409b-b65d-3efa2bc30935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.67392805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cdf170-85ad-4022-a30b-d41bdd23fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.698215239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf9baed7-47f6-4934-a890-272ea0b8ebc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.698244107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf9baed7-47f6-4934-a890-272ea0b8ebc1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.752923732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8cdf170-85ad-4022-a30b-d41bdd23fba3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.862912969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"a14f3012-5e7d-4497-a63b-396403af75ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.920719107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"a14f3012-5e7d-4497-a63b-396403af75ba","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:24.974938883Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"16c5d547-a9eb-4a2e-b5f0-fe2f76381ba0","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-7c6347b6/e2e-shared-int-sub-8a0bc695","ai-tenant-e2e-mt-8a0bc695/e2e-shared-int-sub-8a0bc695","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.144584012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c20354-783f-46bf-b754-bad4a663d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.144608777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f6c20354-783f-46bf-b754-bad4a663d72c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.190053969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"efd02af5-6f47-4cc4-9fa3-af5c8a1fa5e3","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.190172117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"12e8f48e-d665-45e6-b577-8c752561aeeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:25.36504385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"1a3d3c00-239e-4bc3-b3e8-0be9b4754bef","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:28.336749915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:29.519558023Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"f04513a5-7116-4f65-af24-795a991ac44d","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:29.808086861Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"43cfbf14-fd2f-4720-aef5-223bf97bd90a","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscription":"e2e-shared-sub-05c356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:29.939338083Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"acdb44da-20a0-4150-ac62-9e06cc2d1e50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:29.940166808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f03dfd3-ce3c-42e6-b95a-ddadd619b0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:29.940200679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f03dfd3-ce3c-42e6-b95a-ddadd619b0cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.057563913Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"acdb44da-20a0-4150-ac62-9e06cc2d1e50","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"policyNamespace":"ai-tenant-e2e-mt-8a0bc695","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.058229438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-05c356","reconcileID":"43cfbf14-fd2f-4720-aef5-223bf97bd90a","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.118297811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6136c5c0-56d7-41be-8f1a-4ceeaf205352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.118398848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6136c5c0-56d7-41be-8f1a-4ceeaf205352","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.261631446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5854822e-7cd9-4e71-9113-7d2a4d59ea7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.261658554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5854822e-7cd9-4e71-9113-7d2a4d59ea7f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.296264493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2053a5b8-6116-47e8-95f1-eee5af7d0d6f","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.296284408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"2053a5b8-6116-47e8-95f1-eee5af7d0d6f","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.296376822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.461674635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"519a22d5-2f4d-45dc-8b4b-ce9177e33338","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:30.461704299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"519a22d5-2f4d-45dc-8b4b-ce9177e33338","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.283134085Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"c828198e-8b4e-4ba0-bd08-9df1537fbae4","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.384607915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bfc57f12-d77c-4b11-b6ca-22d205054c7d","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.384659185Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bfc57f12-d77c-4b11-b6ca-22d205054c7d","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.453908376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"1f70e2ba-a527-47d7-980a-8652052c5b37","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.508668525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b0aac456-529a-4e03-8f02-6a7d3612cfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.512420375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"1f70e2ba-a527-47d7-980a-8652052c5b37","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.566566144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"b0aac456-529a-4e03-8f02-6a7d3612cfa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.612214793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"628047dc-39be-48ca-ac6f-06c51883b9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.612217437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"134f5f62-2a3f-4ceb-a3f3-e423378c5a52","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.61280184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d2c80ec6-4e82-4bf2-a6ed-952109e252eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.671829499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"628047dc-39be-48ca-ac6f-06c51883b9db","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.671865366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"134f5f62-2a3f-4ceb-a3f3-e423378c5a52","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.675547894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"d2c80ec6-4e82-4bf2-a6ed-952109e252eb","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.93696197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"c9d5086c-ed68-4dd8-b6b9-03b8e94924f2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:31.996065412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"c9d5086c-ed68-4dd8-b6b9-03b8e94924f2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.039289596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"dfd87b5b-5cad-441a-a43d-16843e3d673e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.097478625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"dfd87b5b-5cad-441a-a43d-16843e3d673e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.101047931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"38b4b3dc-85b0-4abf-950d-07d2e64e0f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.158745276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"38b4b3dc-85b0-4abf-950d-07d2e64e0f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.20546613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3e8446-688b-4021-a98a-925f5a42179f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.205470772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"7cbd6bcf-ae58-4e63-9db9-e9e014b62117","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.263598086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"7cbd6bcf-ae58-4e63-9db9-e9e014b62117","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.263602868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cc3e8446-688b-4021-a98a-925f5a42179f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.3672521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"6fa8adb2-b6e2-48b8-a1aa-98b5810bddd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.425558302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"6fa8adb2-b6e2-48b8-a1aa-98b5810bddd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.521630109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"8354c077-e8bf-4164-9eaa-d28b0a021ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.579347294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"8354c077-e8bf-4164-9eaa-d28b0a021ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.624034816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3572b0e4-1fa5-4c72-bbbc-46dd6251410f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.68173503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3572b0e4-1fa5-4c72-bbbc-46dd6251410f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.72360264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d937e3e2-643f-450e-9ef8-b8a80505d025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:32.78163935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"d937e3e2-643f-450e-9ef8-b8a80505d025","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:33.17086174Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"49af215a-fbda-43b1-ac8f-35d4d10e29f7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.577881458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8a15f484-8097-408e-9e83-78e238081c66","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.577908188Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8a15f484-8097-408e-9e83-78e238081c66","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.684581411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"960c16ca-7b17-4342-a2a3-db374778b605","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.684607917Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"960c16ca-7b17-4342-a2a3-db374778b605","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.897192636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"9347f088-ef17-45d9-8823-efdeda2a4146","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:35.954949411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"9347f088-ef17-45d9-8823-efdeda2a4146","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.385400045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bad7d804-e69d-41cf-a69f-8546925b994b","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:36.385425588Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bad7d804-e69d-41cf-a69f-8546925b994b","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.428100571Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"49ac029a-a44b-40c0-81ad-423da8e7e9bd","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a0bc695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.648167691Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"namespace":"ai-tenant-e2e-mt-8a0bc695","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"49ac029a-a44b-40c0-81ad-423da8e7e9bd","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-8a0bc695"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-7c6347b6/e2e-shared-int-sub-8a0bc695","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.653381749Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"c1050f3d-d5bc-4f24-a7e4-a2f29e0c9b74","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscription":"e2e-a-only-05c356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.706575771Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"c1050f3d-d5bc-4f24-a7e4-a2f29e0c9b74","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.802365695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-05c356","reconcileID":"c1050f3d-d5bc-4f24-a7e4-a2f29e0c9b74","MaaSSubscription":{"name":"e2e-a-only-05c356","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.862036618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5e16286c-8c02-4b77-afd8-330632eb4a0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.862112414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"bcdfbbfb-840e-4943-a3de-034607f712a2","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.91205727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.912099306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489c13e2-a8ac-478d-a328-7e4ea2e97b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:40.91211556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"489c13e2-a8ac-478d-a328-7e4ea2e97b2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.078138774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"bfd4e414-d414-4a25-a20d-9692d20bad6b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.078147936Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.078161929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"bfd4e414-d414-4a25-a20d-9692d20bad6b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.247904321Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.301280195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bb19c81c-1d51-4077-9ff7-3c305e33a37a","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.301304423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"bb19c81c-1d51-4077-9ff7-3c305e33a37a","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:27:41.362818351Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rec-recover-a4e488-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.472346113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"7d05c332-0a82-497c-a22f-16fe0a96e5ed","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.472366316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"7d05c332-0a82-497c-a22f-16fe0a96e5ed","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.570606755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f55339dd-19cd-47c0-86cc-082a0787f55f","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.570623123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"82aca2a2-c4e0-4927-b06f-8c59bc1ceec2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.571082104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"86a16f8d-3f25-4b81-952f-5fc154ce97b9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.571098574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c2d2731c-bff6-417f-a387-441f97d444db","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.571434235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"99adbaa4-567a-4131-a43d-ff049c0a97da","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.580568058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"e066a573-9f15-46f0-ba70-bc8fb2586d16","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.580597247Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"e066a573-9f15-46f0-ba70-bc8fb2586d16","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.62953356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"86a16f8d-3f25-4b81-952f-5fc154ce97b9","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.629631998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"82aca2a2-c4e0-4927-b06f-8c59bc1ceec2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.631704299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c2d2731c-bff6-417f-a387-441f97d444db","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.632043006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"99adbaa4-567a-4131-a43d-ff049c0a97da","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.633893034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f55339dd-19cd-47c0-86cc-082a0787f55f","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.634208307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c8a1daf7-1049-47d2-a914-30c8b7eb98d1","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.634221736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c8a1daf7-1049-47d2-a914-30c8b7eb98d1","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.690575092Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"98f8636f-2d01-4206-b9fc-3cb080679cf4","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-rec-recover-a4e488","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.746656855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"f81b88b8-3fa5-476d-a805-d3c82b3e68d5","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.746674654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"f81b88b8-3fa5-476d-a805-d3c82b3e68d5","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.854758274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"ce0e8d7b-2084-430c-b118-d4f87c57ee56","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.854780644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"ce0e8d7b-2084-430c-b118-d4f87c57ee56","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.895141735Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"a068f04b-a462-4ff0-b842-88755a9e6048","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.907959295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"a2c9ff83-036d-4cb9-ae16-21e4d42fb7dc","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:41.908422355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"a1cf9fba-996b-4cb2-9d8f-0ec430cd7b13","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.015173707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"cd980364-c277-4a89-ae4d-a645a995a828","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.019078862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"cd980364-c277-4a89-ae4d-a645a995a828","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","externalModel":"e2e-rec-ctrl-232330","provider":"e2e-rec-ctrl-232330-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.130396929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"a731a75d-5028-4a1d-b6ca-80568183b0f0","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.130431255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"a731a75d-5028-4a1d-b6ca-80568183b0f0","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.18233684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"a068f04b-a462-4ff0-b842-88755a9e6048","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.232528035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"d1320c23-c22c-4fc6-ae3c-7cf641dfc517","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.284604895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7dc1d809-5f67-46e1-b385-09e7306b289d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.284717798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"34d55c3a-f293-4601-88c2-c2add81a540f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.314132789Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"a068f04b-a462-4ff0-b842-88755a9e6048","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.314162322Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-05c356","reconcileID":"a068f04b-a462-4ff0-b842-88755a9e6048","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.33725637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e8e6518e-09fd-48a7-9e12-9b9b86c5835e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.337735701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"0fd8d14b-dccc-43f8-bf2f-24dce8970d0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.345397059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"34d55c3a-f293-4601-88c2-c2add81a540f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.346469454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7dc1d809-5f67-46e1-b385-09e7306b289d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.371900236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"1f6dce1a-9efe-4b9f-b7ea-3c633bc3e806","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.37192544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"1f6dce1a-9efe-4b9f-b7ea-3c633bc3e806","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.396877381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e8e6518e-09fd-48a7-9e12-9b9b86c5835e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.397654355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"0fd8d14b-dccc-43f8-bf2f-24dce8970d0d","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.513764711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"28cb20bd-f714-4361-bc5a-ce52361305d9","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.513796349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"28cb20bd-f714-4361-bc5a-ce52361305d9","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.644693404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"29e5dd94-8eac-46e0-a9c7-681e2cdf1790","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.644908845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"a758a852-4952-4d8b-8099-9c3fdb995736","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.693327236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"266f7464-d817-49a5-a7ca-22ed11a95a1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:42.753350005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"266f7464-d817-49a5-a7ca-22ed11a95a1d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:43.278889915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b1b419bf-a837-4bff-8c04-4580dfb91ab7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:52.929477003Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"d90571cf-0333-446a-9de4-7ae95f856dd2","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscription":"e2e-shared-sub-05c356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.156941639Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-05c356","reconcileID":"d90571cf-0333-446a-9de4-7ae95f856dd2","MaaSSubscription":{"name":"e2e-shared-sub-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-b-only-05c356"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.37654143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"82ca20b0-2b4a-439e-84a3-1c7903680e01","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.386727414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"3242392a-f690-4eb6-93f9-4448d7948645","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.429779626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.440250855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"080c0f0a-ccc7-4654-8fea-f4481c82386b","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.440268667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"080c0f0a-ccc7-4654-8fea-f4481c82386b","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.549548776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"57bc3f30-3952-4a91-9351-42e6b6482c07","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.549584785Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"57bc3f30-3952-4a91-9351-42e6b6482c07","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.754530327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"506028ff-400c-4b44-a246-9184e8d46e4a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:53.754639598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"506028ff-400c-4b44-a246-9184e8d46e4a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.451269625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"2121ca52-7cd9-43c1-99e7-59499d124843","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.733119882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"00995dc3-8e14-45ee-a31e-e44574d803ee","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:54.733153061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"00995dc3-8e14-45ee-a31e-e44574d803ee","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","externalModel":"e2e-rec-recover-a4e488","provider":"e2e-rec-recover-a4e488-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.369589289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"87b98a03-1e03-412b-99ce-faf026fc04ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:55.442091965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"87b98a03-1e03-412b-99ce-faf026fc04ef","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:27:58.345467639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:00.000340936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"fc8fe34f-aff7-47cb-a836-ff976456381e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-ccee868d","tenantID":"e2e-ait-ccee868d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:00.119690541Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"fc8fe34f-aff7-47cb-a836-ff976456381e","name":"e2e-ait-ccee868d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.494666162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"33bc03d7-94a3-4dc2-9904-dc938ec5a6c3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.938958325Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"c3750af3-5c3d-4e11-b49f-b43b066f57d0","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscription":"e2e-b-only-05c356","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:03.992280779Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"c3750af3-5c3d-4e11-b49f-b43b066f57d0","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.045739035Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-05c356","reconcileID":"c3750af3-5c3d-4e11-b49f-b43b066f57d0","MaaSSubscription":{"name":"e2e-b-only-05c356","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.322316846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"7c948e80-41c9-4109-9fde-9a0d6a9199d9","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.322339395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"7c948e80-41c9-4109-9fde-9a0d6a9199d9","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.32239015Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.605233766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d1cd9b41-c22b-4581-be0c-8d40f1157c66","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.605258795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d1cd9b41-c22b-4581-be0c-8d40f1157c66","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.663520237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c6b9e00b-612a-4c1a-86b2-55a2a5b5aa1c","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.66354269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c6b9e00b-612a-4c1a-86b2-55a2a5b5aa1c","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.771547246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"693662b3-f644-4b52-843b-a585fd317002","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.901617451Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"693662b3-f644-4b52-843b-a585fd317002","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:04.958369562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"693662b3-f644-4b52-843b-a585fd317002","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:05.014727871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9adee2a9-dcb9-426b-a074-34e0310e4a1b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:05.014747279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9adee2a9-dcb9-426b-a074-34e0310e4a1b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:13.602014523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"af15dacd-d149-4871-b315-3f01b8a21c14","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.124069785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"0a34db1a-9eab-442c-8264-a3555223321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.182366276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"0a34db1a-9eab-442c-8264-a3555223321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:15.23945364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"0a34db1a-9eab-442c-8264-a3555223321c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:23.708725753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"18a40131-3956-4cdc-8a2e-7b0ba3315714","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:25.353595477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"28f60649-609f-4a08-8f50-7fc9051444dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:25.411828093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"28f60649-609f-4a08-8f50-7fc9051444dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:25.470675794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"28f60649-609f-4a08-8f50-7fc9051444dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:28.335844159Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:33.816801567Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"79e6a0d8-c5b5-47fd-974c-0e0ed92de937","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:35.579896409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"9ba70cee-7c82-4b9c-ad71-fac6b1d2d1c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:35.638324062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"9ba70cee-7c82-4b9c-ad71-fac6b1d2d1c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:35.695772602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-dd087a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b5080f4b8ffb190c57fd0575038c5b6400a2b0af8c77a150d1b9b7928f0eb556) AuthConfig (9d2d95498a48e2b3b61c63add5bda3e63a2c28f453d320f51beef474073d44d0) AuthConfig (74f5e4a3685c680166c9b4a670f8df63c8ab18c133507ebf0279703db5fb64b0) AuthConfig (00adfabbe7d033bdb02ea7a00e18cdeb9c6e81b7c7fe3394ce950aae918d219c) AuthConfig (4544292765448ab83f20ca345cfeca572654ff768a49f3e91355ca7e38f5fb8d) AuthConfig (ae3665a0a53287b214afd9a06edddf47cfff7661215ac98d29fdbac4e98848c2) AuthConfig (734647f379241d90eb55f9a93cd8538ec1719bb2236b1b348ac87a77cea46572) AuthConfig (92554e6cd2f74806e8b42e6529719227abb2f0b970812a66460506c3756e3f9b) AuthConfig (c91ab60396a2a4100f240704a6f8824b3a0649ab50e26a6b6c2d17309fa04c1a) AuthConfig (7745ff808645a18479e526e9aa6c289742e712cc5ad222ba720bb201f0fcc223) AuthConfig (4bb1720ec255adc0a49644937a7a053603c160cf9866f1f8b2fb426bef011d2a) AuthConfig (6f010f41da94be89447e2c20478a8fae3b01c47f7080c877bce6ea681a0fd5b5) AuthConfig (ee342b14eeb285161c9d9fcf4dfe33284f2d132dfb7fcd01658c7b86b698c90e) AuthConfig (293a9df7d9672fca42033adce752a1b1cd5db02b0ac8361060f8a5e886fbc6cf) AuthConfig (9ee6af65f98179b1cad69659727553b0d0bfeff44127a3b4230d11a1a9b350ad) AuthConfig (de4fa3c21b219e18119f2e03f216288740856c864ade359976e36ca4d9b3dc88) AuthConfig (435fa0bd593652ec5b9b471b2c2ce283fb43fc800d7cdf5e225edc35dc6437f4) AuthConfig (a00e24c44b4216796e85cd14670e2be37c808c8adf50c8095318539de64ecf96)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"9ba70cee-7c82-4b9c-ad71-fac6b1d2d1c8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:35.754798184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ebfdb196-c324-439d-b80f-642379a1eb3e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:35.754815367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ebfdb196-c324-439d-b80f-642379a1eb3e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:37.620133653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"1ede7746-774c-471a-b81c-f1fbd5565961","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:37.745326487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e09e92ce-3d57-46b0-a756-ed7006ebfd08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:37.746140362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"eb5473a3-b91a-455c-9451-68e83c7266e3","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:37.859843153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"46686271-2069-46fb-9386-6b9b6df78a3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:37.895649675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"f4013161-8fe8-4f81-936e-41a608f4dba8","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.048695112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"0fedef53-cf2d-4b79-957f-08ead16ac99d","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.097132245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"c71f0183-1c8c-4c4f-8801-399b90b2a9e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.097938693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"336c83ab-0926-47fd-b9af-535764f13521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.198337876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"a7f9ab4c-5c2d-438f-82d5-05f7e58ce394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.380603561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"f57363a7-fc74-4f80-a24a-5719e15a61fa","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.481169225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"59885393-1487-46b4-acb4-e089f90909da","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.528841393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"74130e6f-5bbb-43e9-be40-abbe49c26b3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.682188854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"e556be2b-3187-44dd-a424-35dd29f4a63a","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:38.784229064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"2f2d2f5f-185e-449b-8562-559e39913089","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.076491834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"de35ab18-a626-4116-9143-deb6a3ad376d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:40.984357954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87c6793-1e40-47e1-b8db-e6103ca2c3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:41.037310913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87c6793-1e40-47e1-b8db-e6103ca2c3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:41.090370503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87c6793-1e40-47e1-b8db-e6103ca2c3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:41.143226072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d87c6793-1e40-47e1-b8db-e6103ca2c3c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:42.899529435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"97730606-0984-4a4e-a33b-acfde2509a04","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:43.008879104Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"963f93b6-2868-445a-a3a1-31d55e826dc5","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:43.109386393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb41a45-1c69-4ee8-aeb5-2b6d42d881ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:43.162182384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb41a45-1c69-4ee8-aeb5-2b6d42d881ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:43.215161576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb41a45-1c69-4ee8-aeb5-2b6d42d881ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:43.268129752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cb41a45-1c69-4ee8-aeb5-2b6d42d881ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.21345561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7010b7-7024-4b25-aadc-3d364e99acbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.266652116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7010b7-7024-4b25-aadc-3d364e99acbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.320195848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7010b7-7024-4b25-aadc-3d364e99acbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.37328678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f7010b7-7024-4b25-aadc-3d364e99acbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.863698488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"df7d1e02-949d-4576-86d8-e7df66408ec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:45.921621921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"df7d1e02-949d-4576-86d8-e7df66408ec7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:46.241942504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d3163dbd-4589-4946-83fa-4c6da212290d","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:46.241966431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d3163dbd-4589-4946-83fa-4c6da212290d","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.272117658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e48dee56-0325-4ff6-85cf-5087d89651e4","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.272138183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e48dee56-0325-4ff6-85cf-5087d89651e4","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.329626444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"464a7723-83f3-476d-af1b-1dc7dec6270d","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.329651819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"464a7723-83f3-476d-af1b-1dc7dec6270d","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.438140926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"d0a9e646-73b9-4a27-93ad-7f3cca905b9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.567810313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"d0a9e646-73b9-4a27-93ad-7f3cca905b9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.62483533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"d0a9e646-73b9-4a27-93ad-7f3cca905b9b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.682754654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"2a6f96e0-5675-4df2-8b22-acb8a424ee53","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:51.68277357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"2a6f96e0-5675-4df2-8b22-acb8a424ee53","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:53.163123031Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"02203986-8832-470d-a3c0-f31a65ce6d2d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:53.492326605Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"4680de84-b2ac-491b-82be-fd83f0a8e6e8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:28:58.336569444Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:01.792465928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"2e91dc1d-6bb1-4391-b69a-5440405e3e32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:01.850890477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"2e91dc1d-6bb1-4391-b69a-5440405e3e32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:01.907712145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-03c4e8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ef9677a4d5e629cb345d6d571d1ed4310344906e4552b2b3e0df045ff39f6080) AuthConfig (ffe3329942fbec347719eb6ddde14ee61013e78357bd71a07a0f935da2c7d582) AuthConfig (385e7b7d9731b07f9985be12726ec6519deb01a759c776906e252b7836ad3b7d) AuthConfig (a5728d7cee0c565463e5ed7cfaa22a70dae936f78dec219c77607b5b84f89c58) AuthConfig (2cc0b783abb37375c040497fc916530714a41e39fcffb09e7a643f590142fd35) AuthConfig (dd16dde2a1a79f8af35bd039b5fdb061b7e3d34e913b77a9e49e6acea07e8f01) AuthConfig (1cf958b7ccab69f734539e64570da06ef0e08c1d20ea77b2bb373a8771a6ec03) AuthConfig (47c7ead710670cb2cc2b572ace805b071b605d7f21b0b17ec24662fdcad39a21) AuthConfig (e4d298ec5e46b514164a130e1ba80a65e70b89d5006fb72138e9eccfc1499759) AuthConfig (f6a956da768c4db5bdf2a445bc64ae6f96bb5d36a446c70345cb044143448b7a) AuthConfig (1d240a953285563b1c816fe57d67560a2bd9a361de49545780fe38da67c31687) AuthConfig (449dee6d7a9d27b86cbe0dfdf48f2fe876433df319bed28fef006c1ac8256a7d) AuthConfig (ed2901529d111348821fa68e2d954cd029e077bb2e3312546ad3e7f9e5f50f93) AuthConfig (acbc6701afe68bf4dea67380abf895d00f56dd3518cc819e539c305a0b63f6cc) AuthConfig (65279a11602ae35ce80aa79fcec2f3b92c89b4b85deff0d42d2e2264c498adcb) AuthConfig (bddbd0dafe7284fe839f771d8721c520d2e0ffbd8f18b5ddba9009f2fe0325d8) AuthConfig (29fe4a2c09d487be6299e90e8b30c9e59cb5c3dc3d922bea734b108cbb7f812c) AuthConfig (09b3a45f31192c75448d00d4be729899a45402bcfbb256e120b129274bdade90)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"2e91dc1d-6bb1-4391-b69a-5440405e3e32","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:01.966628093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"5c2f3050-798b-4d01-9729-f1a50835b046","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:01.966646927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"5c2f3050-798b-4d01-9729-f1a50835b046","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:03.599340523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"28fa1ac4-7852-4343-bb49-7d2f208acb70","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.534455639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"f897c250-1abd-4529-83fe-0a46085f2424","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.53459954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e78bee2-020c-4b8a-83dd-586d996cfdae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.534616987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e78bee2-020c-4b8a-83dd-586d996cfdae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.687532813Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-policy-8a0bc695","reconcileID":"f897c250-1abd-4529-83fe-0a46085f2424","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"policyNamespace":"ai-tenant-e2e-mt-7c6347b6","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.745119399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9bfda92-707c-4b9d-98dd-4264512e9593","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.745137234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9bfda92-707c-4b9d-98dd-4264512e9593","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.892158267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d56becb6-b96d-4f36-a86c-ec13b7d8ddd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:11.892178327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d56becb6-b96d-4f36-a86c-ec13b7d8ddd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.075127851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a9ec1348-adc4-4cdc-8e00-5555efed486a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.133372818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a9ec1348-adc4-4cdc-8e00-5555efed486a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.409166978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c0e3b9a5-d20d-46c3-ac9d-01778d33966a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:12.409194599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c0e3b9a5-d20d-46c3-ac9d-01778d33966a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:13.707501232Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"33d79b92-b2ca-4436-a2e7-3081b4b61d99","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.035271192Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","namespace":"ai-tenant-e2e-ait-ccee868d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.035334243Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","namespace":"ai-tenant-e2e-ait-ccee868d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.035392624Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","tenant":"e2e-ait-ccee868d","tenantID":"e2e-ait-ccee868d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.092189517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Deployment","name":"maas-api-e2e-ait-ccee868d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.153097141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Service","name":"maas-api-e2e-ait-ccee868d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.213714732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-ccee868d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.268312916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-ccee868d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.337802773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.395138293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.457495079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.52334721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.583864353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Deployment","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.636665025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.692889771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Service","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.746118582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"Service","name":"payload-pre-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.800649765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"DestinationRule","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.85358201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.906153882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:14.963179238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:15.016026066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:15.069230334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:15.124339204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-ccee868d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:15.182784439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-ccee868d"},"namespace":"ai-tenant-e2e-ait-ccee868d","name":"default-tenant","reconcileID":"caad90f8-60a7-4e4d-9e05-acc2ac1abe87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-ccee868d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:16.010055548Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-ccee868d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-ccee868d","reconcileID":"2e853391-f5db-45ec-a405-a093987fb03e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-ccee868d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-ccee868d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:16.409547083Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"9cf76ff5-cc50-4035-8a3f-88c47787f55e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.278589274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81a43b8-a08b-4fa6-8391-be03ef6ff6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.332471554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81a43b8-a08b-4fa6-8391-be03ef6ff6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.385471625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81a43b8-a08b-4fa6-8391-be03ef6ff6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.438405066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f81a43b8-a08b-4fa6-8391-be03ef6ff6fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.793504688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"5f416f80-1dbc-4a5b-8382-9e01f9db57dc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.793524177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"5f416f80-1dbc-4a5b-8382-9e01f9db57dc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.793589727Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.854318027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ff2cbf1a-8598-41b8-a6fb-bfe9e1a0b832","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.854337245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ff2cbf1a-8598-41b8-a6fb-bfe9e1a0b832","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.90359819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"cbad3511-4c6c-44f8-a64f-13ce2094885d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:17.904530829Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"b98c8429-544e-47d4-81d3-5e9544a53d7c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-255934\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:17.909131828Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ff2cbf1a-8598-41b8-a6fb-bfe9e1a0b832","name":"sub-test-model-dd087a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dd087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:17.90917865Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"ff2cbf1a-8598-41b8-a6fb-bfe9e1a0b832","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-dd087a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.915300901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"284d3c1c-4ff6-4567-8855-a3db1c48cb83","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.915315359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"284d3c1c-4ff6-4567-8855-a3db1c48cb83","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:17.961518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"cbad3511-4c6c-44f8-a64f-13ce2094885d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.065417955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"76ce3300-a44c-44e5-9484-b2914e45bc80","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.065440946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"76ce3300-a44c-44e5-9484-b2914e45bc80","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.065527865Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.127310684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"a49adb93-a172-48d4-901d-1f02376f3136","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.127340264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"a49adb93-a172-48d4-901d-1f02376f3136","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.127916901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"9e41869e-c0f6-4326-bec7-0b619ab72594","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.128003275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"9e41869e-c0f6-4326-bec7-0b619ab72594","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.176542636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"6524fe68-dca6-4dd2-b477-65758ef24b01","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.176561646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"6524fe68-dca6-4dd2-b477-65758ef24b01","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.178680045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"c4d3f93c-2465-411c-abf4-037c142b9762","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:18.184334484Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"255d5c40-6cd7-4581-a209-8275bbc1c753","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-255934\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.238099808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"c4d3f93c-2465-411c-abf4-037c142b9762","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.275906004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"0d000907-e027-4729-b2e6-df9bb5f3fd3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.3009202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"07523c54-81f4-4335-a7c2-cbdceb795e39","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.30106967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"07523c54-81f4-4335-a7c2-cbdceb795e39","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.349766896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"0d000907-e027-4729-b2e6-df9bb5f3fd3f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.377147785Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.37831378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9671f01f-a9fb-459e-a259-97fcca5dfe9e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.379090111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"9671f01f-a9fb-459e-a259-97fcca5dfe9e","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.379788205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0bee67ce-c60c-48e2-9c1c-29b5464c3cd8","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.379846494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"0bee67ce-c60c-48e2-9c1c-29b5464c3cd8","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.417488125Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"25f63b01-5b2c-41d2-8e4f-fdf332695621","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"sub-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-shared-sub-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.441488433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"80be1043-857d-4ebe-a2f5-395db0c06983","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.449624102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"80be1043-857d-4ebe-a2f5-395db0c06983","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:18.56273353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"aa20294c-921c-4f9a-93bb-f0bfdd157483","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-255934\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.662164113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"4d895335-a02d-4351-8679-fdcc24e2c787","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.6640604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.66418814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cbb156aa-b079-41e0-b99d-0aa713983eb4","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.664205814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"cbb156aa-b079-41e0-b99d-0aa713983eb4","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.720004887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"4d895335-a02d-4351-8679-fdcc24e2c787","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.72092696Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"d7ec4048-0746-477e-a570-cd81ff106e88","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"sub-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-shared-sub-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.721753632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"69904773-3332-4069-888e-8e4b1c675743","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.721774429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"69904773-3332-4069-888e-8e4b1c675743","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.772185593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"4370b56d-dd92-45bf-8530-d25c3dbcae81","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.772203709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"4370b56d-dd92-45bf-8530-d25c3dbcae81","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.779665719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"d903be89-cbb3-4478-b3f4-740c63d8a18f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.780786224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"305baf52-e9c3-4a9d-8aef-ec6a5654f38b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.78080916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"305baf52-e9c3-4a9d-8aef-ec6a5654f38b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:29:18.780486472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"a728805e-098a-4df1-b8e5-be5535d8ef7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-255934\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.830306694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"64dd07da-bbd2-4131-af34-9cfa53c52fc6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.830325526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"64dd07da-bbd2-4131-af34-9cfa53c52fc6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.837828712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"d903be89-cbb3-4478-b3f4-740c63d8a18f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.892318424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"17d68442-977f-4300-aa24-88059e6e9ffb","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.892335693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"17d68442-977f-4300-aa24-88059e6e9ffb","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.938406434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"1b21e8c7-d962-4aa3-8cb5-f7dc7f34d15e","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.93843008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"1b21e8c7-d962-4aa3-8cb5-f7dc7f34d15e","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.995467488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"5b208439-39f5-4974-b638-f7ee07c0170a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:18.995485508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"5b208439-39f5-4974-b638-f7ee07c0170a","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.047376246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"7ba71071-a80c-495f-abc3-d4131528bcf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.104877948Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"ce9ddba4-26b2-4cf0-9976-63679973570a","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-a-only-255934","ai-tenant-e2e-shared-a-w4-dd087a/e2e-shared-sub-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.105531933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"7ba71071-a80c-495f-abc3-d4131528bcf5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.21715605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"4aa37264-a16d-4fd6-9f8f-d4c8b4afb146","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.252881623Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"fe7e6034-9cef-422a-95bf-36b5b3056c42","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-b-only-255934","ai-tenant-e2e-shared-b-w4-03c4e8/e2e-shared-sub-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.276494436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d184cd41-e999-4a21-a799-76911a173cc5","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.276517603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d184cd41-e999-4a21-a799-76911a173cc5","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.294132342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"4823d7eb-227b-44ab-b7b8-7596fedd9901","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.38947775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e771c0c5-78db-48bb-967f-fa4c686eb116","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.389500151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e771c0c5-78db-48bb-967f-fa4c686eb116","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.523812319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"5b136dd9-fc8f-42a1-b0e0-ccabdea17f14","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.524575097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c0a49bec-67b0-435c-8067-01055707cc28","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.524645629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c0a49bec-67b0-435c-8067-01055707cc28","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.527254564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858a98da-bbdc-408f-beaa-6af44b4eda3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.581491381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858a98da-bbdc-408f-beaa-6af44b4eda3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.63460099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858a98da-bbdc-408f-beaa-6af44b4eda3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.640631006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"0833cccf-8928-414a-b318-476e98908bfb","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.688281871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858a98da-bbdc-408f-beaa-6af44b4eda3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.741805866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"0fea98bc-db2b-4897-8407-847eccfc570f","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.795176498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"4d74f376-d138-4dbd-9afc-34c1a6fe67b5","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:19.876005224Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e18524dd-3ca3-44bf-8697-e16ec4b43734","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:20.040724936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"1b00b544-987f-4fec-94cd-c51a3aaa7d58","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.281400913Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"14419060-1b13-4564-8d01-d5a3b2138888","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.396627711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-02304760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-02304760","reconcileID":"dba17b81-d757-470c-a69a-334f93f135eb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-02304760","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-02304760":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.672391086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cf9435-316d-48bd-8eea-489d0be39817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.725473093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cf9435-316d-48bd-8eea-489d0be39817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.778440514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cf9435-316d-48bd-8eea-489d0be39817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.778501053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e6b7c80d-8410-4bc9-a5a9-2d604ea1a25d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:21.831526691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cf9435-316d-48bd-8eea-489d0be39817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.101280292Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"a702897f-5b08-4274-bd48-2caceaa0c512","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-8a0bc695","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.320802578Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"namespace":"ai-tenant-e2e-mt-7c6347b6","name":"e2e-shared-int-sub-8a0bc695","reconcileID":"a702897f-5b08-4274-bd48-2caceaa0c512","MaaSSubscription":{"name":"e2e-shared-int-sub-8a0bc695","namespace":"ai-tenant-e2e-mt-7c6347b6"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.534334066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ff7826d-c654-4cc9-afdb-bc1531c19d28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.586820799Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.587287298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38255933-fdb9-4435-83c2-5169b66335bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:22.587305836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38255933-fdb9-4435-83c2-5169b66335bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:23.811420215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aa3867-64eb-4283-985a-c56f0d27f3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:23.864521577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aa3867-64eb-4283-985a-c56f0d27f3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:23.864670418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ba6fe135-bf85-4a5c-80aa-cecb28e77dfc","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:23.917725209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aa3867-64eb-4283-985a-c56f0d27f3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:23.971032202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4aa3867-64eb-4283-985a-c56f0d27f3df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.320535988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"37ee8d35-8af9-42e3-ab3d-9ba4ebd25ad9","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.381389893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"8ee3cba9-bc5e-415a-9185-71b80d869713","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.382147422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"5042783e-02dd-40dd-97e6-5c75c12cc799","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.401661142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"5fda6dae-e7a3-46de-a5bb-6b6dfb18c841","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.554843699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"d05d0511-65a2-4ecd-a2f3-807c9846ad1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.568669006Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e8ee20fd-a320-4f84-a62e-587026484bb5","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.568880865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"e8ee20fd-a320-4f84-a62e-587026484bb5","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.569518994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"f9a9f6e3-2fe8-4344-a2b9-47bc5d0c923b","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.569595029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"f9a9f6e3-2fe8-4344-a2b9-47bc5d0c923b","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.797538206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"7253b377-927d-4f93-8fa0-5b386f26722a","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.825212789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"64d757b6-dbb0-4c65-a9d6-81c338b709f6","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.82599954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"227a3afb-4618-498d-adb2-b57445ce11fa","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.872205627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"f5b7b9f4-1c0a-4183-aec7-6a9cb1c0206b","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.973471081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"bfb28f29-85df-4497-b481-03c3ec267a73","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.995892062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e6df463a-cece-4c12-b867-9184f97c0e6b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.995908723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"e6df463a-cece-4c12-b867-9184f97c0e6b","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.99986127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"b72635a1-8826-4b3d-825a-7bd7b3cc1cc6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:27.999877539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"b72635a1-8826-4b3d-825a-7bd7b3cc1cc6","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.226333525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"fae9d4b6-adcd-4633-bb25-0916da53c282","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.27366336Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"a43c2e0b-5d72-4fc1-96c8-e7159d7a4a0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.274297357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"aabaffff-6fd8-4ce8-acc8-69ffc5ba5625","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.274388305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"8a14dd51-618b-4cb5-8219-8563816169b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.336467703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.432364234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"a016c5dc-7719-4369-8970-7f985f8fb740","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.600255994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30d76878-c9a0-42ad-a906-0c633e0216a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.662304632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"94368ea5-2046-4c41-b2a8-7a0325d5305f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.720558509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"94368ea5-2046-4c41-b2a8-7a0325d5305f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.762705132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"3c04e610-e9f5-4a69-b62c-79679cd75f3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:28.820957324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"3c04e610-e9f5-4a69-b62c-79679cd75f3b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:34.025444901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"42f89ec4-7210-4043-8d33-a83aeb54c53b","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.072815453Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"7f960c88-0a7c-4566-8cb8-7c03767d8a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.072900118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c2b8de9f-d569-454c-bcfa-feb206b51c1a","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.072920387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"c2b8de9f-d569-454c-bcfa-feb206b51c1a","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.28122116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"7f960c88-0a7c-4566-8cb8-7c03767d8a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.345541381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"a7a027ef-7884-46fb-9dd6-6ee84b7e71a7","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.34557805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"3a4bc89e-27e6-421e-af88-e695d2c69ac6","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.411749119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"7f960c88-0a7c-4566-8cb8-7c03767d8a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"e2e-shared-a-w4-dd087a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.41177442Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-sub-iso-auth-255934","reconcileID":"7f960c88-0a7c-4566-8cb8-7c03767d8a0c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.469175736Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"69edd0b4-5237-422c-9bf5-47bde9de9e48","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.469194944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"69edd0b4-5237-422c-9bf5-47bde9de9e48","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.618420606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"82d4c250-3c0b-484c-a921-0eb4d92c69dc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.61844037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"82d4c250-3c0b-484c-a921-0eb4d92c69dc","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.74102414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"3f93afd7-1a3d-46cf-bb9e-6eb5b6af976a","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:38.741031274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"e053d6ae-9b71-4eb0-aa74-ffae26ab99e4","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:44.133090706Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f736b0ec-d492-4741-b26a-98b49836e3ba","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:46.943670043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"6b734204-8c6e-437b-bc2e-c6a93ad6aa28","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.058631976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"76d27922-9c2f-4eca-8d50-7cc567c4780a","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.131601939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"258b3902-2131-4c0d-b522-a6f1572a8377","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.311194749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"e74bf5c7-9339-4bd6-a331-f8c1ca411184","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","model":"llm/e2e-rt-eq-063c70","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.338022591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"1fdd6922-e9ba-4874-833d-ad87256d5f3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.441387501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9a2db9f8-f5a2-4932-8e17-5e619d7547ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.532875327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"b62444b6-202b-418d-b4a0-b5511bf1de6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.599671865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"f3d52cea-eac8-4e80-a4bc-8081dd4587c5","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.773414675Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"719d39a5-ce0f-4ce1-bcc8-55ea7232ab14","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-dd087a/e2e-a-only-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.807678889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"d344e0aa-74b5-465c-93d7-db906cd3e2bb","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.80822557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"2779dfea-15b9-4701-811c-b65405975876","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:47.898644421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"a9052309-350f-46ff-9599-5964fe4c8766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:48.099536822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"1f1c5e60-d509-4e33-93e1-63b5a2febca6","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:48.258306903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"c02a0143-f539-4a1a-8d48-150f012ca0d3","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:48.329165308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"f957dbad-00a1-434f-87a2-8e5aa8b44e5d","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:48.366567325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"0ca5ebbf-989e-4a94-b733-c5730a945193","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.022406622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"04ed52d1-1377-465a-bdaa-8d22084f59b8","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscription":"e2e-shared-sub-255934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.208180685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-shared-sub-255934","reconcileID":"04ed52d1-1377-465a-bdaa-8d22084f59b8","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.45120646Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-063c70-sub models-as-a-service/e2e-rt-sw-602ff1-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.451340152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d15f95b3-3396-4bc5-84b9-34deb0941af5","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.451362122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"d15f95b3-3396-4bc5-84b9-34deb0941af5","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.601619376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"75745ae8-9942-44e7-9f10-48024316efa1","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:49.601645806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"75745ae8-9942-44e7-9f10-48024316efa1","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:54.24016611Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fc204d79-d189-492a-8bc0-fa0da39d6496","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.358601881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"9b94a46b-3e3d-4fbc-9af5-dc39f8cb7b2a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.358629373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"9b94a46b-3e3d-4fbc-9af5-dc39f8cb7b2a","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.525221478Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"169f13ca-c5c4-4877-9af4-50158771689c","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ca95735","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.57676572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"c72614aa-a395-4d45-9103-5c11c528d07b","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.576765715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9b30cec-0d79-418e-94b5-cdc5fc9338fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.579942468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f4d03d-cfaa-4856-b8d9-61fcbf49df77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.580007812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"05342d60-6069-457c-b063-7ba7a4d2513e","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.634759442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"c72614aa-a395-4d45-9103-5c11c528d07b","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.634801519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9b30cec-0d79-418e-94b5-cdc5fc9338fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.637825114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"05342d60-6069-457c-b063-7ba7a4d2513e","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:56.637952414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"82f4d03d-cfaa-4856-b8d9-61fcbf49df77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.124664374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36070579-88b6-40eb-87e4-5d9bd9df07cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.126683971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa5a536-2f54-4884-bfe2-be0bcd302e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.182513175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"36070579-88b6-40eb-87e4-5d9bd9df07cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.184653358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"faa5a536-2f54-4884-bfe2-be0bcd302e1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.23463735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"3ade65dc-5fb3-4489-9e4d-fe810bf10aca","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.235103756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"b9eb14a6-2c00-4c50-8c14-8e1faa065e3a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.294184727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"3ade65dc-5fb3-4489-9e4d-fe810bf10aca","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:57.294201989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"b9eb14a6-2c00-4c50-8c14-8e1faa065e3a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:58.335922584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.767893657Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"4415609e-cc67-40cf-87f4-0af326d921c3","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","subscription":"e2e-a-only-255934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.821463549Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"4415609e-cc67-40cf-87f4-0af326d921c3","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:29:59.874815616Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"e2e-a-only-255934","reconcileID":"4415609e-cc67-40cf-87f4-0af326d921c3","MaaSSubscription":{"name":"e2e-a-only-255934","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"name":"maas-trlp-sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.194123999Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.194156299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"8e49e5c0-5524-4533-ac43-8cb5d85c15a4","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"tenant":"e2e-shared-a-w4-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","model":"ai-tenant-e2e-shared-a-w4-dd087a/sub-test-model-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.194169872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"sub-test-model-dd087a","reconcileID":"8e49e5c0-5524-4533-ac43-8cb5d85c15a4","MaaSModelRef":{"name":"sub-test-model-dd087a","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"routeName":"sub-test-model-dd087a-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","llmisvcName":"sub-test-model-dd087a","gateway":"openshift-ingress/e2e-shared-a-w4-dd087a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.305642893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"0f57c758-8515-4005-bb25-f071bf8f8201","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.305672088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"0f57c758-8515-4005-bb25-f071bf8f8201","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.484150213Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a6abe589-e5d3-484d-90e9-4457557b4361","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.484191957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"d281854a-c881-4e71-9558-3938d93d53e2","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.484206902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"d281854a-c881-4e71-9558-3938d93d53e2","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.757317639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"6e482a5b-ea8d-41b6-bec3-208456fce0ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-02304760","tenantID":"e2e-derive-02304760","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.763450569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"91c666d3-ab5e-4247-992c-728eece552a0","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.763590598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"c5020768-036c-457d-b58d-6ed81f7d9c0a","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.779539585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a6abe589-e5d3-484d-90e9-4457557b4361","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.880506754Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"6e482a5b-ea8d-41b6-bec3-208456fce0ee","name":"e2e-derive-02304760-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.91194094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a6abe589-e5d3-484d-90e9-4457557b4361","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"e2e-shared-b-w4-03c4e8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.911968303Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-sub-iso-auth-255934","reconcileID":"a6abe589-e5d3-484d-90e9-4457557b4361","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.9696688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"05543abf-7c68-4f84-a2b9-be99ea90542c","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:00.969687879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"05543abf-7c68-4f84-a2b9-be99ea90542c","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:01.168891536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"ac5618c4-88fc-4a60-9a8b-690938fa6fda","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:01.168909605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"ac5618c4-88fc-4a60-9a8b-690938fa6fda","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:01.275281667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"f6a73160-706a-48c1-992b-b99742991b9b","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:01.276354299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"2ebc2939-7dfc-4e3e-b430-59b7e7a29a95","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:04.349176205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"51b89c63-82a4-49a5-91cb-17c53ec26ce3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:05.46420399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"a89d1b67-07ae-4811-a8f4-5004d63333d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:05.6062446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"35ff0dca-95b7-4be6-9f7d-faed0bf5b53f","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:05.706088778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"9c082802-3663-43dc-92e6-c9cb37d67f6b","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:05.865641723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"6a198501-b219-493f-8d1b-5be3c18608c6","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:05.914652727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"43247a87-8452-455f-98d1-051f335b8a55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.01746915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c9ff9e48-6558-469d-9001-fc0444c52814","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.11707433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7d052a2-cfc9-4048-b2d7-5e9d8809f2e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.279427749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"abd52e1c-bdbe-4a7f-95be-1c347641a608","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.367231961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"66502055-599d-4fbb-8564-b7bee13abcef","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.373337584Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"2d1de852-26b9-4288-a367-083a163e6eac","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-03c4e8/e2e-b-only-255934"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.440335053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"d3506116-d241-4001-b83a-e9b2c03bb6f7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.467445287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"1c2af8f7-79fa-4062-a990-6b0dab20ec61","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.597373801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"c66156ba-48da-43e0-9e70-30de991e3512","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-063c70","subscription":"e2e-rt-eq-063c70-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.656659114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"62bc5122-5960-4635-ba4f-62c5bef11416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.704088906Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"c66156ba-48da-43e0-9e70-30de991e3512","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.760759999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"8b936ba3-40e7-411c-9850-fbe5bdb1110f","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:06.810479266Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-sub","reconcileID":"c66156ba-48da-43e0-9e70-30de991e3512","MaaSSubscription":{"name":"e2e-rt-eq-063c70-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-063c70","namespace":"llm","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.08666895Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.139254328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"67908a7e-141e-4a9f-b215-2662dc05f46d","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.139276421Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"67908a7e-141e-4a9f-b215-2662dc05f46d","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.305259585Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"6a84fa8e-e532-4299-8b19-0b1b412fc221","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.305283851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"6a84fa8e-e532-4299-8b19-0b1b412fc221","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.352803268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807573ba-44da-4a2c-baf6-bbe5fc8c2937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.352830359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"f03a3758-287c-4b41-bdee-5235b9fab0d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.353309921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"67d54009-1e70-456d-abd2-d074e4bfb72f","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.353361315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4d02178-6541-4d29-a946-143ae3b4c22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.412223292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4d02178-6541-4d29-a946-143ae3b4c22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.413961677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"67d54009-1e70-456d-abd2-d074e4bfb72f","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.415309701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"f03a3758-287c-4b41-bdee-5235b9fab0d8","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:07.416422599Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"6a84fa8e-e532-4299-8b19-0b1b412fc221","name":"e2e-rt-eq-063c70","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-063c70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:07.41647383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"6a84fa8e-e532-4299-8b19-0b1b412fc221","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-063c70\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.418497691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"807573ba-44da-4a2c-baf6-bbe5fc8c2937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.478678405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"efc8724e-7a8d-47e7-a0fb-5b81ed0a9c01","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.478695226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"efc8724e-7a8d-47e7-a0fb-5b81ed0a9c01","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.679208846Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-063c70-access","reconcileID":"158740fe-a234-4361-a8ee-38d80b9d5db2","MaaSAuthPolicy":{"name":"e2e-rt-eq-063c70-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.89642911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"1884d808-59fa-4150-a255-fdd1afc2ed3d","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:07.896459004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"1884d808-59fa-4150-a255-fdd1afc2ed3d","MaaSModelRef":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-063c70-acb53761f762","namespace":"llm","model":"e2e-rt-eq-063c70","externalModel":"e2e-rt-eq-063c70","provider":"e2e-rt-eq-063c70-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.480721449Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"bc7ca759-b4d0-487d-bd34-a6aee873e8fa","namespace":"llm","name":"e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.541393046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef7b7933-2a6f-4cc7-b51a-966769e2d05c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.541414331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef7b7933-2a6f-4cc7-b51a-966769e2d05c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.595017883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4c040d0c-dd0c-4de4-8771-64e4f2fe37f2","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.595038333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4c040d0c-dd0c-4de4-8771-64e4f2fe37f2","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.64242518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e2739fb8-e3ae-486b-949b-b01b8da90456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.644174553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b06a4cb5-d93d-43aa-b4b2-533d29289a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648205344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43eca3a3-8446-4d5d-b568-c1c77e6e12fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648220602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"43eca3a3-8446-4d5d-b568-c1c77e6e12fb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648431552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0658f8b9-ddb7-4bae-bcf4-4b83014af5d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648441375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0658f8b9-ddb7-4bae-bcf4-4b83014af5d2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648651257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5cccf3-7a87-4dca-9683-354bd52ac1c4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648661813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8a5cccf3-7a87-4dca-9683-354bd52ac1c4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.648918549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03a8ef89-46b6-407c-b8db-ee412831f9ba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.64893271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03a8ef89-46b6-407c-b8db-ee412831f9ba","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649180509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"880581ef-43d6-49d8-bdb1-37af26e71868","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649193852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"880581ef-43d6-49d8-bdb1-37af26e71868","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649389606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1cab4abb-9c20-460b-8a86-7c2f74ae2294","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649399013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1cab4abb-9c20-460b-8a86-7c2f74ae2294","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649585577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b27931-8a73-4dc5-88d7-e938a8809c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.649594396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3b27931-8a73-4dc5-88d7-e938a8809c63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.696476014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"db5760f8-f530-4183-8262-8e04b90b437b","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.698466812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c5788df-498e-45d4-bff2-c92aafc37bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.700209277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"e2739fb8-e3ae-486b-949b-b01b8da90456","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.702360757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b06a4cb5-d93d-43aa-b4b2-533d29289a78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.753663613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af90689b-026f-4c34-b2cd-00cea61f5354","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.754091624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53b5a460-fa31-41ed-8edf-829f3dc93677","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.754513692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"db5760f8-f530-4183-8262-8e04b90b437b","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.756271678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2c5788df-498e-45d4-bff2-c92aafc37bf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.800633377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"86bbc34f-a032-4d0b-aef0-c7b9f851c70e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.807161287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"a6b58b85-db53-4ba2-8167-f0d2844ea983","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","model":"llm/e2e-rt-sw-602ff1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:08.85844998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"86bbc34f-a032-4d0b-aef0-c7b9f851c70e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.08300222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6a847f56-f8fa-4844-bd8a-95290f006a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.140922193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"6a847f56-f8fa-4844-bd8a-95290f006a09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.240543555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"635e0cf0-2233-41b0-be7c-39ca6d3d7fd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.298515737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"635e0cf0-2233-41b0-be7c-39ca6d3d7fd6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.341707105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"db214cce-7083-4d54-8a70-5e6efa2dd336","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.351171504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"e00e5313-a870-4c22-9ff0-d345c1b79546","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.351216062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0faeb169-44c4-47e5-acec-7242147996b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.399644956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"db214cce-7083-4d54-8a70-5e6efa2dd336","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.412308346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"e00e5313-a870-4c22-9ff0-d345c1b79546","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.412409478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0faeb169-44c4-47e5-acec-7242147996b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.479081313Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-063c70","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-063c70","reconcileID":"83b4cddc-c985-456a-a4fa-d090df01acfb","namespace":"llm","name":"e2e-rt-eq-063c70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.509665631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0ed7c80d-2f2f-4560-b0ce-6197274df575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.567249889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"0ed7c80d-2f2f-4560-b0ce-6197274df575","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.882027125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b33059b-5544-407a-9eaf-45d305eee4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.882070053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e0e06d19-ced4-4d6f-af38-30ab6a4816e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.885280262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"61889efc-041a-4a36-9646-9880bbc9af4b","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.929936796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f95da4ed-e46a-45dc-9101-bd64e06cf000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.940001027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"e0e06d19-ced4-4d6f-af38-30ab6a4816e8","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.940459168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6b33059b-5544-407a-9eaf-45d305eee4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.944368881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"61889efc-041a-4a36-9646-9880bbc9af4b","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.987570922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"f95da4ed-e46a-45dc-9101-bd64e06cf000","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:09.993662753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ef84ebb9-a0b8-47da-8efb-6a398df9007d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.051296418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"ef84ebb9-a0b8-47da-8efb-6a398df9007d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.405195126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4bae8ae3-83ff-4957-9d3a-3884eaa9d1b3","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.405222828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4bae8ae3-83ff-4957-9d3a-3884eaa9d1b3","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.480293967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"276e8e1c-572b-4fe7-91d4-0fe288da64c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.513856331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4e8ac3c3-c137-41c2-a493-4b099d7c1521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.532751635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5f0ca8f-74fb-4358-a001-07931e5ac272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.536197997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d07d9c01-5a58-4c65-8734-ab27cfefdd73","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.538093661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"276e8e1c-572b-4fe7-91d4-0fe288da64c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.570841798Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"bdda7950-1801-4bbe-929b-5cdf3964a80b","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3ea176dd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.571778482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"4e8ac3c3-c137-41c2-a493-4b099d7c1521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.59081828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f5f0ca8f-74fb-4358-a001-07931e5ac272","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.595738691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"d07d9c01-5a58-4c65-8734-ab27cfefdd73","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.648581417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"323d2140-0791-4520-9f73-f652811ff3a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.72768162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"323d2140-0791-4520-9f73-f652811ff3a3","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.90789064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"880ec056-164b-476c-b3fa-75aa41bd453d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:10.965651302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"880ec056-164b-476c-b3fa-75aa41bd453d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.06003161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"c881c7cf-6ccc-4292-a28c-351a32c2804a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.06475561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3f3c0ca0-bb65-4969-a331-e0f4b7eaa5ce","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.117605653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"c881c7cf-6ccc-4292-a28c-351a32c2804a","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.122733517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3f3c0ca0-bb65-4969-a331-e0f4b7eaa5ce","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.163710769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814daa0c-6bd5-4b5a-bf00-78629431d3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.221794884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"814daa0c-6bd5-4b5a-bf00-78629431d3c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.270530098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fafcedb-e6fd-49d7-8562-262e5978f2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.328489843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1fafcedb-e6fd-49d7-8562-262e5978f2ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.552231092Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"cfbac665-f67b-4dc5-9144-a67946346476","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscription":"e2e-shared-sub-255934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.71341996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-shared-sub-255934","reconcileID":"cfbac665-f67b-4dc5-9144-a67946346476","MaaSSubscription":{"name":"e2e-shared-sub-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.963171561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.963191522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"72b3e093-367c-4fa1-ab8f-2ce742febf14","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:11.963210692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"72b3e093-367c-4fa1-ab8f-2ce742febf14","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:12.262879842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c30e1be7-2244-4c36-8285-16afd9b3c7c1","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:12.262902692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"c30e1be7-2244-4c36-8285-16afd9b3c7c1","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:14.456959579Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a2015e3f-2cac-485f-a653-07b73206fea0","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.624818692Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"9587aab8-382a-4233-a30f-ebec50af4715","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-602ff1","subscription":"e2e-rt-sw-602ff1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.731761578Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"9587aab8-382a-4233-a30f-ebec50af4715","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:20.785167713Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-sub","reconcileID":"9587aab8-382a-4233-a30f-ebec50af4715","MaaSSubscription":{"name":"e2e-rt-sw-602ff1-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-602ff1","namespace":"llm","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.125912561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.179158934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7b942732-c827-4fe2-8b92-17d1f2a1c761","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.179179122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7b942732-c827-4fe2-8b92-17d1f2a1c761","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.33864014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75717b46-c286-4482-8b72-b09147c27d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.338714299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"5b454de9-aec4-49b0-8fe7-60c4669b5700","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.339574491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26618bcd-1359-4bab-918a-0fdb14cbc417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.344304098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7ef7da7a-a30a-4951-868f-1d2811c82861","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.344320757Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7ef7da7a-a30a-4951-868f-1d2811c82861","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.396496222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75717b46-c286-4482-8b72-b09147c27d42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.396497016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"5b454de9-aec4-49b0-8fe7-60c4669b5700","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.398737511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26618bcd-1359-4bab-918a-0fdb14cbc417","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:21.45844551Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7ef7da7a-a30a-4951-868f-1d2811c82861","name":"e2e-rt-sw-602ff1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-602ff1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:21.458630125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"7ef7da7a-a30a-4951-868f-1d2811c82861","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-602ff1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.526766069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4f42d56d-c584-482a-ad43-1f0cd01939d2","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.526892312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"4f42d56d-c584-482a-ad43-1f0cd01939d2","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:21.725118926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-602ff1-access","reconcileID":"918c1aa4-b3a0-43a7-b494-6c0a62cf68dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-602ff1-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.061509758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"13558b08-a65b-4c20-8c4a-55ac5ab6287d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.06154758Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"13558b08-a65b-4c20-8c4a-55ac5ab6287d","MaaSModelRef":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-602ff1-67f93ef6e797","namespace":"llm","model":"e2e-rt-sw-602ff1","externalModel":"e2e-rt-sw-602ff1","provider":"e2e-rt-sw-602ff1-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.430780622Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"7280da76-5bce-411f-a0f2-716e2aebb2f9","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","subscription":"e2e-b-only-255934","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.485276788Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"7280da76-5bce-411f-a0f2-716e2aebb2f9","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.531804004Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"08cfccf8-cade-4fa9-8850-40beb9a1f8c8","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.538698259Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"e2e-b-only-255934","reconcileID":"7280da76-5bce-411f-a0f2-716e2aebb2f9","MaaSSubscription":{"name":"e2e-b-only-255934","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"name":"maas-trlp-sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.590394784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41249aa-27bd-4d7b-8574-c489209c709b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.590415456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e41249aa-27bd-4d7b-8574-c489209c709b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.590803818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e13fe296-a440-4bb5-a319-8a3c13ded891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.590863342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e13fe296-a440-4bb5-a319-8a3c13ded891","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591202624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b3ca856-cb43-41ad-aa73-21781fc9fa98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591217813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2b3ca856-cb43-41ad-aa73-21781fc9fa98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591468345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82534146-8e1b-4248-9d88-576a2bce21e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591481323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"82534146-8e1b-4248-9d88-576a2bce21e2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591681662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8cdb69d-9434-4231-b1fb-0ebdda4cbff6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591693609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c8cdb69d-9434-4231-b1fb-0ebdda4cbff6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591888677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0c9f98f-5063-418b-bb5f-d1a37c224c14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.591901029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0c9f98f-5063-418b-bb5f-d1a37c224c14","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.592109181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"571990c8-654b-43c3-9148-a1beba3621c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.592121107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"571990c8-654b-43c3-9148-a1beba3621c6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.592316937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff23ef62-53f5-469f-bd54-e00fd9cdf21f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.592329426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ff23ef62-53f5-469f-bd54-e00fd9cdf21f","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.694278602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b3f5804a-c86e-4278-b9e1-436e3a54c9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.698606651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c2e7b3f9-0f33-4562-a44f-ca4063076223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.701609671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1b214d-21da-4ef4-8829-56c082724040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.752325527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"b3f5804a-c86e-4278-b9e1-436e3a54c9ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.756348361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"c2e7b3f9-0f33-4562-a44f-ca4063076223","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.759488808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bc1b214d-21da-4ef4-8829-56c082724040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.809122146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8effac26-3fcc-4053-99f6-d6afc9486425","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.809187376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"75c96406-1d86-4fe7-832c-651f153f93a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.865025266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"543b1529-ca59-41a5-91d1-4733e6c426a7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.865418452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"164dfe73-5dd9-4578-9132-5a7948ff6d9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.867034493Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.867352591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"01d6a30f-0522-4c4a-ac99-a9144bde174e","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"tenant":"e2e-shared-b-w4-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","model":"ai-tenant-e2e-shared-b-w4-03c4e8/sub-test-model-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:22.944014638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"sub-test-model-03c4e8","reconcileID":"01d6a30f-0522-4c4a-ac99-a9144bde174e","MaaSModelRef":{"name":"sub-test-model-03c4e8","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"routeName":"sub-test-model-03c4e8-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","llmisvcName":"sub-test-model-03c4e8","gateway":"openshift-ingress/e2e-shared-b-w4-03c4e8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.006063027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"164dfe73-5dd9-4578-9132-5a7948ff6d9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.007481679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"543b1529-ca59-41a5-91d1-4733e6c426a7","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.158651848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"42786654-de88-4ecc-ac55-e15fb04d4427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.218683684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"42786654-de88-4ecc-ac55-e15fb04d4427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.280810385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-602ff1","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-602ff1","reconcileID":"41242dac-764b-4c54-945d-0f67e909674e","namespace":"llm","name":"e2e-rt-sw-602ff1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.334457611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7aa1c408-fb77-493f-a205-89a36315a7f3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.393956472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7aa1c408-fb77-493f-a205-89a36315a7f3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.443324765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a304f3d2-0432-4310-90c7-2c226317154f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.502647051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a304f3d2-0432-4310-90c7-2c226317154f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.624298185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ec665a8-1e55-4164-a3bb-a3522a48c3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.631847788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"10aa8226-4906-4d4e-b5b0-d3ae6b67ed7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.690634153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5ec665a8-1e55-4164-a3bb-a3522a48c3f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.691508289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"10aa8226-4906-4d4e-b5b0-d3ae6b67ed7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.837510603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"4204cbf8-74b9-44e9-9cb0-066d9c118965","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.897459587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e949aeae-ec55-440d-bd06-d025c2831bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.948455667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"4204cbf8-74b9-44e9-9cb0-066d9c118965","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:23.974671266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e949aeae-ec55-440d-bd06-d025c2831bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.053481675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5063fac4-736a-4924-83bd-b82f58df97de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.112258749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"5063fac4-736a-4924-83bd-b82f58df97de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.233226468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"882a5381-6987-4109-b720-c69969bd5d65","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.306849225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"efd32379-57b7-4373-8eca-1f65c137d29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.361111625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"134b2dfa-c7db-441d-b343-eb8d3cbb2034","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.361933158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a3ec84fd-bb02-424c-ad71-71f7b05c546c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.367146807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"efd32379-57b7-4373-8eca-1f65c137d29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.42180122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a3ec84fd-bb02-424c-ad71-71f7b05c546c","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.422661169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"134b2dfa-c7db-441d-b343-eb8d3cbb2034","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.426491529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2ed027f5-a4e6-4cd7-8713-3d033f894271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.4857745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2ed027f5-a4e6-4cd7-8713-3d033f894271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.508112542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"104195eb-090a-4659-bb8a-6ec5e4fa4ab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.585704356Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"aea72300-3a7e-41af-8e25-d367144e770a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.653619598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"90e4ea3b-f464-4508-a435-35cabba3f035","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.654409296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-access","reconcileID":"fb493e26-0980-4a0d-998b-125da9ef0915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.728298382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"90e4ea3b-f464-4508-a435-35cabba3f035","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.869428817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"68d6d9a1-b610-4a41-bc22-2c37b1bc02de","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.872896738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"58f8c03e-024f-44ee-be82-60bff8001d06","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:24.942665811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"68d6d9a1-b610-4a41-bc22-2c37b1bc02de","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.015216575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"99988584-793c-4a6f-8af2-40a764d600ec","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.060574093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0c97d0c3-7507-414b-85bb-679611e6570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.121570518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"0c97d0c3-7507-414b-85bb-679611e6570f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.1717186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"a0c9070d-780f-4dd2-99bc-85cd4f0406ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.41045208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"656ad9bb-982a-4513-ba44-675a2462804b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:25.474417247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"656ad9bb-982a-4513-ba44-675a2462804b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:28.336557671Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:34.699209619Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"dbcaf690-6e44-4209-83ab-c7a591b6229d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.479178828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"fb5fb9af-b1f1-4822-80b8-db9f2d645cfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.532618752Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"fb5fb9af-b1f1-4822-80b8-db9f2d645cfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.586053394Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"simulator-subscription","reconcileID":"fb5fb9af-b1f1-4822-80b8-db9f2d645cfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/simulator-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.872848731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"4bcc4037-7d54-4e33-8c36-a6b6f4f75082","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.872873083Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:35.992009633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"393e575c-a0ae-4650-9248-68f0c2edace0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:36.050280665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"393e575c-a0ae-4650-9248-68f0c2edace0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.696662023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"bbf9834f-9bf7-46a8-bc6a-8769aeefa444","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.755911387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"334d761d-62e0-497b-99ab-e73d6aa9a1a4","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.780604411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e5bc458-8654-40d2-8d3d-dd895a83428c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.838786703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"2e5bc458-8654-40d2-8d3d-dd895a83428c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:41.873459218Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"2e8d8de8-bb97-4c2c-99fc-b4370a86299e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.005006913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"f4c1a827-cd96-43df-9cf6-aaa288d335ed","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.152152947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4eb110d0-57aa-4591-b757-f8eff3d2275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.15606791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"f7a33b8b-bb18-429c-b7c6-16a5d47c3ae8","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.210029019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4eb110d0-57aa-4591-b757-f8eff3d2275b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.269830105Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"fc510bc2-11d1-4bd9-8df8-ba3381a8bdbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.286239992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"aa23c6b0-0afc-4115-8668-711c8e1b454a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.392210797Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"9a87d2a9-d538-4910-bc06-80e73f41bff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.392701902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"91a604ef-aeda-4ec5-96e5-854fbee2a0c8","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.439361324Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ba0ad0a-9f1a-4150-a76e-37a02c02c033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.444911414Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"f9778005-676c-4710-a89f-b52554914efb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.504244461Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"be4a5a4e-2f9e-42e9-a70b-cdf9a82205bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.66807661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c9428ff7-e9c6-4dbd-aee5-1751c8e0c8d7","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.714482694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ba0ad0a-9f1a-4150-a76e-37a02c02c033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.788001291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"70f00514-1c0c-4e3c-9ea7-8ca22e3ab747","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.788298368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"25cb90d6-1f07-4ec1-a882-ee1629a6caa3","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.84112311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"371997f4-7195-432a-8b4b-0a00ee5a1d54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7a6e55f8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.841657679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"bd99ed29-5e79-4bfc-addd-d8221fc24b84","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.8445438Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ba0ad0a-9f1a-4150-a76e-37a02c02c033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.84460992Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"4ba0ad0a-9f1a-4150-a76e-37a02c02c033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.895204914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"1d00236f-0770-44fd-9352-7127a72f9bd2","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.895401244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"b30a289a-5b7b-43b3-a522-2908c1d5deaf","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.901538081Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"481e9c1d-8cbd-4629-a026-31619c5d5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:42.901679773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"2e1eeb3d-6a59-4c67-b37b-e8da480ba66e","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.113359499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"481e9c1d-8cbd-4629-a026-31619c5d5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.184179033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"481e9c1d-8cbd-4629-a026-31619c5d5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"e2e-worker-w0-b1703c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.184200008Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"481e9c1d-8cbd-4629-a026-31619c5d5d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.227565106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b44e8f-9b37-4fd8-9cec-4bebdd4c5142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:30:43.280297656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-access","reconcileID":"481e9c1d-8cbd-4629-a026-31619c5d5d44","error":"maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.280567505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b44e8f-9b37-4fd8-9cec-4bebdd4c5142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.334025016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b44e8f-9b37-4fd8-9cec-4bebdd4c5142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:43.386952233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2b44e8f-9b37-4fd8-9cec-4bebdd4c5142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:45.345262208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591070d-676b-478a-abbd-a96aa97e0716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:45.400463164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591070d-676b-478a-abbd-a96aa97e0716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:45.454083451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591070d-676b-478a-abbd-a96aa97e0716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:45.507919997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6591070d-676b-478a-abbd-a96aa97e0716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.495622835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670d2d04-d7a1-4c3c-a7bb-8da8d0ca3978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.549287608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670d2d04-d7a1-4c3c-a7bb-8da8d0ca3978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.635089107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670d2d04-d7a1-4c3c-a7bb-8da8d0ca3978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.693107469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"670d2d04-d7a1-4c3c-a7bb-8da8d0ca3978","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.746315495Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d94cbe1b-d031-49be-b186-f6f8e66c4eea","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:47.852472541Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"56da1795-f2e5-41da-99b3-31211ea67942","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:48.302563377Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a1035da7-4931-4a7e-a3fa-1862d47493bf","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:48.468748452Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6c8281a9-2be4-4d98-9735-e8f0f4cf5481","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.633090573Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0ac35892-ba92-4257-aff2-83c4e8eb5d48","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.726417533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a289c828-06fe-4f74-8e58-d005ac51e844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.780873044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a289c828-06fe-4f74-8e58-d005ac51e844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.788529466Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-cf0095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-cf0095","reconcileID":"c89504a7-00c0-49c7-a37f-fbaa1e7a9217","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-cf0095","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-cf0095":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.834294261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a289c828-06fe-4f74-8e58-d005ac51e844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:49.888730217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a289c828-06fe-4f74-8e58-d005ac51e844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:50.230417731Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6be42d5a-180b-41a4-ad6d-84b158e0f258","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.924896371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c5969-0064-453f-a805-0a4a96c6dde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:51.983538709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c5969-0064-453f-a805-0a4a96c6dde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.037315444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c5969-0064-453f-a805-0a4a96c6dde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.091104654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c78c5969-0064-453f-a805-0a4a96c6dde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.384386103Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ad25a326-f630-44ee-a0cd-33930796847a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.7885133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"147fc5ac-ed99-4d80-a6eb-7074b70b0da2","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.788907464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"67dd0a1c-c550-41e4-929c-329e7dd45f5a","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.89429323Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"d761ed92-02e4-4080-b06d-176a6fe74688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.896476465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"aa544259-2851-4f7c-aada-cc4d381c7e5c","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.902700738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"a692b246-fc90-4767-a4a1-f77a6a6bf9f3","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:52.947480653Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"d761ed92-02e4-4080-b06d-176a6fe74688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:53.003685077Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"premium-simulator-subscription","reconcileID":"d761ed92-02e4-4080-b06d-176a6fe74688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"name":"maas-trlp-premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c","model":"e2e-models-e2e-worker-w0-b1703c/premium-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:53.310949559Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:53.311069481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"20ae7fd7-9bbc-48da-9ed3-378e5e5712a0","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:54.080249734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f11a5b-211a-4436-b18d-a11beddc8441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:54.136571734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f11a5b-211a-4436-b18d-a11beddc8441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:54.189740857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f11a5b-211a-4436-b18d-a11beddc8441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:54.242650363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25f11a5b-211a-4436-b18d-a11beddc8441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.300996183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","namespace":"ai-tenant-e2e-worker-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.314290253Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","namespace":"ai-tenant-e2e-worker-w0-b1703c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.314585405Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","tenant":"e2e-worker-w0-b1703c","tenantID":"e2e-worker-w0-b1703c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.369845309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Deployment","name":"maas-api-e2e-worker-w0-b1703c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.434846822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Service","name":"maas-api-e2e-worker-w0-b1703c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.496380056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-b1703c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.553467911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-b1703c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.628786349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.69161536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.749658206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.811592692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.864784614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.91748554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:57.970277777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Service","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.022865447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.075375567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.129109775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.181431531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.24565282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"489320ae-3137-43b5-b729-0236afc5b58e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.252833481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.30544514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.335647155Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.357957468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.417294137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-b1703c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:30:58.48116392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b1703c"},"namespace":"ai-tenant-e2e-worker-w0-b1703c","name":"default-tenant","reconcileID":"67bf4a6b-56a8-402b-b93f-719d5af61b8e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-b1703c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.789688339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"6bcb75da-7590-4df3-9d54-fe0ce476ae19","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.790022363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"7ca70372-b70f-4f86-8784-fe825967be6c","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:02.897233859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"0c9c757b-5ebd-489d-af14-83932fc34228","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:03.312178111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"38d5cf10-058e-417e-b84c-633355238860","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.256381399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d01c5e7-7b3e-4039-ba19-360dbd5e9504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.256404711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d01c5e7-7b3e-4039-ba19-360dbd5e9504","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.366801535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"namespace":"ai-tenant-e2e-mt-74c0648b","name":"e2e-policy-74c0648b","reconcileID":"706944ee-0e48-4b27-ad2a-683028551a3c","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:04.426340946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"namespace":"ai-tenant-e2e-mt-74c0648b","name":"e2e-policy-74c0648b","reconcileID":"706944ee-0e48-4b27-ad2a-683028551a3c","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.487356148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-2-w0-b1703c","reconcileID":"f6ad7b34-057e-4e28-8a2f-b021e1b4f008","MaaSModelRef":{"name":"distinct-2-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-2-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-2-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.495021091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"distinct-w0-b1703c","reconcileID":"38954080-eb89-4a63-aa90-8a4f77f6d05a","MaaSModelRef":{"name":"distinct-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"distinct-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"distinct-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.503731552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"premium-w0-b1703c","reconcileID":"1307af85-2381-4133-b193-642b16d6ce40","MaaSModelRef":{"name":"premium-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"premium-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"premium-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:05.513584467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"namespace":"e2e-models-e2e-worker-w0-b1703c","name":"simulator-w0-b1703c","reconcileID":"c5187ef6-3cca-4a39-ace5-5ffa3437fabe","MaaSModelRef":{"name":"simulator-w0-b1703c","namespace":"e2e-models-e2e-worker-w0-b1703c"},"routeName":"simulator-w0-b1703c-kserve-route","namespace":"e2e-models-e2e-worker-w0-b1703c","llmisvcName":"simulator-w0-b1703c","gateway":"openshift-ingress/e2e-worker-w0-b1703c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:07.872209034Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"60147edf-540e-4613-9ef3-45282c61e93c","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:07.983685623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b3a8e837-4d36-4fcc-9feb-6e9f8c4b2dbf","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.192686265Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b1703c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b1703c","reconcileID":"d72d22c6-33d0-4189-8431-c69a61d4ab86","aitenant":"ai-tenants/e2e-worker-w0-b1703c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.360744901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ec296901-3c38-430a-9c77-e1292f79b7c1","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.735880575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c56c1a4-4638-42fe-a1c2-c030fd221285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.78884674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c56c1a4-4638-42fe-a1c2-c030fd221285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.842100768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c56c1a4-4638-42fe-a1c2-c030fd221285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:08.89534092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c56c1a4-4638-42fe-a1c2-c030fd221285","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:09.063806698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b1703c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b1703c","reconcileID":"d72d22c6-33d0-4189-8431-c69a61d4ab86","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b1703c","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-b1703c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:09.330048304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b395621c-86e2-4c3f-ae8b-e8ff1f7a6307","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:10.8301893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceabfa41-b4fa-4ed5-9023-6ab2b1b3cf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:10.883276285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceabfa41-b4fa-4ed5-9023-6ab2b1b3cf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:10.936098054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceabfa41-b4fa-4ed5-9023-6ab2b1b3cf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:10.989124962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceabfa41-b4fa-4ed5-9023-6ab2b1b3cf61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.679146021Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","namespace":"ai-tenant-e2e-derive-02304760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.679203149Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","namespace":"ai-tenant-e2e-derive-02304760","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.679256178Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","tenant":"e2e-derive-02304760","tenantID":"e2e-derive-02304760","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.734368373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Deployment","name":"maas-api-e2e-derive-02304760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.795573018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Service","name":"maas-api-e2e-derive-02304760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.858588786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-02304760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.913195156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-02304760","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:13.986652694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.045204479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.103316853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.173172542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.228377519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Deployment","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.281357005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.335353807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Service","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.387921989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"Service","name":"payload-pre-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.441238017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"DestinationRule","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.493926163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.546452346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.605215034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.658041678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.710741612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.772242714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-02304760","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:14.82989579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-02304760"},"namespace":"ai-tenant-e2e-derive-02304760","name":"default-tenant","reconcileID":"3eb30133-581f-48eb-bb29-20c0a9c9053a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-02304760","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:15.65714341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-02304760","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-02304760","reconcileID":"333c94d0-b8af-4c4d-a61a-d5af6b8cccf4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-02304760","removed":["maas.opendatahub.io/gateway-access-e2e-derive-02304760"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:15.935747112Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"aec9c745-4d4a-4531-b348-b738d81e6bcf","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:16.82424809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf0c931-fd9c-452c-b189-8093923afab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:16.877339869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf0c931-fd9c-452c-b189-8093923afab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:16.930815165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf0c931-fd9c-452c-b189-8093923afab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:16.983936977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf0c931-fd9c-452c-b189-8093923afab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:19.023187942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd943589-65b9-4cb2-a729-3976ab0a2775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:19.076527187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd943589-65b9-4cb2-a729-3976ab0a2775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:19.129466566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd943589-65b9-4cb2-a729-3976ab0a2775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:19.18273874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd943589-65b9-4cb2-a729-3976ab0a2775","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:20.860884462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0ef91b4a-df8d-4a6d-9753-b2ad2206887b","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:21.021919623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0c0b1c30-f50f-4abf-9065-4e4ac1218441","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:21.813274547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd40424-957b-45df-b44f-f0256ba1940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:21.86623713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd40424-957b-45df-b44f-f0256ba1940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:21.918954404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd40424-957b-45df-b44f-f0256ba1940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:21.972021232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dd40424-957b-45df-b44f-f0256ba1940b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.183267305Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"8a945b2b-0c3c-467a-b4c3-08873f6c8708","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.296009002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2e101a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2e101a","reconcileID":"8ce2f96d-7143-4779-ae9d-2bb26f9ded8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2e101a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-2e101a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:22.625640338Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"eda32638-d013-4d38-9318-1378098dc298","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.915037217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bc92-4b8b-474c-b8da-bfedfbb9531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:23.968873522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bc92-4b8b-474c-b8da-bfedfbb9531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:24.02175605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bc92-4b8b-474c-b8da-bfedfbb9531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:24.07469024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d2bc92-4b8b-474c-b8da-bfedfbb9531c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:24.705839862Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"8259274d-fb52-41b3-813f-b0a1451060aa","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:25.302331484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"namespace":"ai-tenant-e2e-mt-74c0648b","name":"e2e-policy-74c0648b","reconcileID":"121e7468-67ce-4dca-a88b-0836dca852bb","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:25.415660144Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"namespace":"ai-tenant-e2e-mt-74c0648b","name":"e2e-policy-74c0648b","reconcileID":"121e7468-67ce-4dca-a88b-0836dca852bb","MaaSAuthPolicy":{"name":"e2e-policy-74c0648b","namespace":"ai-tenant-e2e-mt-74c0648b"},"policyNamespace":"ai-tenant-e2e-mt-74c0648b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:26.111062281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ca72b-d1f6-4e53-b336-70d161c10454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:26.164145009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ca72b-d1f6-4e53-b336-70d161c10454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:26.218294303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ca72b-d1f6-4e53-b336-70d161c10454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:26.275140117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571ca72b-d1f6-4e53-b336-70d161c10454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:28.228673509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d110629-9106-4781-96b4-67c2db6a87c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:28.282359151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d110629-9106-4781-96b4-67c2db6a87c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:28.335390614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d110629-9106-4781-96b4-67c2db6a87c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:28.335628314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:28.388391143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d110629-9106-4781-96b4-67c2db6a87c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.316412554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b25acfd-112e-4d1f-a07d-e39ec1bc263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.370060736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b25acfd-112e-4d1f-a07d-e39ec1bc263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.423038089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b25acfd-112e-4d1f-a07d-e39ec1bc263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.476107956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b25acfd-112e-4d1f-a07d-e39ec1bc263b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.649251124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"40505bfb-215f-43f7-9199-a9c327fa0ea7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-cf0095","tenantID":"e2e-autores-cf0095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:30.820676651Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"40505bfb-215f-43f7-9199-a9c327fa0ea7","name":"e2e-autores-cf0095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.512570261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ac61-b7be-44db-a6cd-0b0f3a9d6348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.565626885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ac61-b7be-44db-a6cd-0b0f3a9d6348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.618468267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ac61-b7be-44db-a6cd-0b0f3a9d6348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:32.67175642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c16ac61-b7be-44db-a6cd-0b0f3a9d6348","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:34.614388283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03ee0bd-7ef0-491c-85b8-224552db1c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:34.667472172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03ee0bd-7ef0-491c-85b8-224552db1c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:34.720508646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03ee0bd-7ef0-491c-85b8-224552db1c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:34.773382814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03ee0bd-7ef0-491c-85b8-224552db1c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:34.826705097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fc167649-cbf5-4e5a-b0a4-d7ed64f66d2b","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:44.934137921Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"c4767367-2e56-42a1-bc25-889243d387c6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.643945062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"9b394818-818b-4368-9fa9-68a9955ff930","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.692008999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"91ac8b65-269e-45b7-a168-a682b4eb1622","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:49.846550781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"2aff7d70-726b-4cf0-b41a-7802f19f8c87","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.075653189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"6554a921-e8a6-4f5f-b3ab-9461dad43f0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.267769253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"b2d3cc23-ff54-4089-964d-0c84023a4bb9","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.333200982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"926ca77a-ec37-42b5-b049-b5e17fd7d37b","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.375465591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b8480a6-9697-4d84-9b70-630643c366b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.400656947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7106e2f-a372-45a8-86d2-daf197abb805","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:50.515606779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"412f23a3-0d45-4ac4-9a96-328f14fb569a","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:55.042176782Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"3f44da98-3326-41d2-8d11-a3ededa4f1fe","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:31:58.338194088Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.606669607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"b6bd6690-b97f-472d-bccd-21c37fcdfe5d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:00.72869259Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"b6bd6690-b97f-472d-bccd-21c37fcdfe5d","name":"e2e-api-a-2e101a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:05.149598343Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6978f73d-ce14-4eb8-af27-b6281d4d288e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.831174901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"62d04105-2f56-47d9-b065-81fa343c7a1f","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:07.892947838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"018c2ffd-93b8-4622-bd8d-cb47d1ebc158","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.045831986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"2a41aa93-56fa-4d6c-a7d6-33712bdb204b","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.093962762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"baaeef32-f601-42cb-94ae-1159ce38dbb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.147067446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"bcb62b20-c522-44ab-aa77-77acab0f032d","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.266569787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"9f9aec60-498a-4f59-ae61-b3a79a2ad2cd","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.489122027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"916684d0-f965-4883-81c6-bd6d625e00d7","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.54417498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"99f547d5-7590-439e-834e-fc517234027f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:08.666526007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"69cd77bb-92fb-4f2c-b0fa-0619d232f730","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:11.59377515Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"53be95e6-e497-401e-bbfb-94c59af728d8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:12.543642496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098b33-8d98-48fd-b63e-6907aa2f928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:12.596701857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098b33-8d98-48fd-b63e-6907aa2f928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:12.649692364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098b33-8d98-48fd-b63e-6907aa2f928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:12.702651284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5098b33-8d98-48fd-b63e-6907aa2f928f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.708478725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e74715-c839-4771-88d4-240eb397f95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.761460715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e74715-c839-4771-88d4-240eb397f95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.815126251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e74715-c839-4771-88d4-240eb397f95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:14.868078473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0e74715-c839-4771-88d4-240eb397f95e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.700640552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"6b8ed277-045d-46a9-a4d4-3dbf245bd158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:20.855052143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"5680bef7-83ce-4a79-b324-b8713c4287cc","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.136204167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"c262b511-93d0-4365-b42f-9622d9c2a88c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.20071508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a87c7f8-d5fe-4cbf-a63f-668a9c84c031","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.298940985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8d19aa70-aed4-43d3-ab92-1f2d8adf61ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.506061259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"1ef3503c-8330-497e-8d8b-e565d108d758","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.608620263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"70781979-574d-4eb0-89ae-e19ef213c3b4","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.625828528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"6a328fe3-22fe-4ce5-b00c-bdd665fad113","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.701295151Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f6eca5c2-04e8-4b30-b939-c386fa072a5e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:21.705786314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"e7ccbcd0-21c0-4e74-8ebb-55a43ae83c50","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:28.336227345Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:29.664508143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"881c410c-3dc3-4554-af5f-012c6681168f","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:29.956881624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"e8cac74f-b022-4ce7-9e23-e824d1c08326","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.021443827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"2fe5420c-936b-45e7-b235-5359d63853e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.057243833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"65805db8-0fc3-4139-8789-d53d8bf473cd","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.104960068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb63025c-9b37-44cf-9627-318047d878b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.258873133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"fadd30a5-7c9c-4dc1-b55f-f1a737724e85","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.330536027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"03260dca-2373-468a-a5c5-c92ae1618e66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.429074663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"254a0f1f-c597-4809-9690-d930e80739d8","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:30.437107642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"065159a5-73eb-4d3f-810c-d0e3e108aaa3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:31.82178559Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"38a6aa28-518a-4a9e-8d5c-50562926e9b3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:38.491679887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2edd4ffe-6c60-462f-b45c-59ed8ec4ccc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:38.776008513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"fb17bcd4-16c0-4dd9-825a-a7da014f6508","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:38.875912646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"df46b31d-0890-43e1-95a7-0a751539948b","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.01455191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eca219f1-062b-485a-a337-f8e34cb4da58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.186269171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"e0b9d1b5-4a8c-45b5-8a82-34f7facce424","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.286516883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"b73677e2-78cf-4909-94fb-cbd10d5d9fe4","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.334053741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"aecf8b9c-7b59-406e-b0dd-eb9c15f0c7f2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.419937245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"c8ed3a55-5301-42d4-8bdd-05db40d16f6b","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:39.433571077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"6d123bac-37cc-4c38-8047-55aa24146d10","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:41.40207513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d692c5e1-77ea-4e6e-b8a9-32ebe3627374","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.247962064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54172fdc-0c9e-4097-a10f-8656bd871e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.302594566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54172fdc-0c9e-4097-a10f-8656bd871e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.356055003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54172fdc-0c9e-4097-a10f-8656bd871e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:42.409130954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54172fdc-0c9e-4097-a10f-8656bd871e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.166526295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67e7e99-27ba-4384-9b18-5206c6f73e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.166556118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67e7e99-27ba-4384-9b18-5206c6f73e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.222399404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"800848d3-e44b-4d5e-8c61-92d2f126c0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.222425173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"800848d3-e44b-4d5e-8c61-92d2f126c0ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.324801229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dc946f-5106-439f-be80-6e3ddc480d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.377751227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dc946f-5106-439f-be80-6e3ddc480d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.43067419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dc946f-5106-439f-be80-6e3ddc480d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.430821862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"1ea12940-0c59-471c-be5e-8dd7a94e2363","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.483508031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35dc946f-5106-439f-be80-6e3ddc480d8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.612133969Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"1ea12940-0c59-471c-be5e-8dd7a94e2363","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.668652484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2e101a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"1ea12940-0c59-471c-be5e-8dd7a94e2363","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.756199897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c41b608c-f241-4ded-8294-1864d6e8494e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:44.756217047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c41b608c-f241-4ded-8294-1864d6e8494e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:48.396365848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"84756d8a-1360-496d-855c-52171288030f","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:48.558912188Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"184e64e4-713b-4329-873c-ca418a3fe93d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.239666025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51483714-2a06-4b05-a83b-5c11bb63bfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.292580833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51483714-2a06-4b05-a83b-5c11bb63bfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.345489047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51483714-2a06-4b05-a83b-5c11bb63bfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.400934319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51483714-2a06-4b05-a83b-5c11bb63bfc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.726686647Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e04ad399-3561-414e-84a1-f10600c6f625","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:49.8389333Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-257e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-257e6d","reconcileID":"73162765-0329-4fae-b246-5a7ef191c697","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-257e6d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-257e6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:50.165108532Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e00b62fd-d2c4-4655-adfc-5f01db5bfa8b","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:51.334151538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f4220c-c6c6-47ce-8906-720abb8ef0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:51.387208172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f4220c-c6c6-47ce-8906-720abb8ef0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:51.440078885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f4220c-c6c6-47ce-8906-720abb8ef0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:51.492949408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f4220c-c6c6-47ce-8906-720abb8ef0a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:52.22094286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"82dcf967-15e3-46b4-a475-f7d6652a95e8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:53.461430967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cfd4ea-a0ee-4cde-8d63-fbfd69748777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:53.520190641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cfd4ea-a0ee-4cde-8d63-fbfd69748777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:53.575372657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cfd4ea-a0ee-4cde-8d63-fbfd69748777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:53.628930541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cfd4ea-a0ee-4cde-8d63-fbfd69748777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:54.685086918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-cf0095","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"autores-model-cf0095","reconcileID":"7bf35821-93c3-4b4b-9965-f127b97abff6","MaaSModelRef":{"name":"autores-model-cf0095","namespace":"ai-tenant-e2e-autores-cf0095"},"tenant":"e2e-autores-cf0095","gateway":"openshift-ingress/e2e-autores-cf0095","model":"ai-tenant-e2e-autores-cf0095/autores-model-cf0095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:54.68511743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-cf0095","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"autores-model-cf0095","reconcileID":"7bf35821-93c3-4b4b-9965-f127b97abff6","MaaSModelRef":{"name":"autores-model-cf0095","namespace":"ai-tenant-e2e-autores-cf0095"},"routeName":"autores-model-cf0095-kserve-route","namespace":"ai-tenant-e2e-autores-cf0095","llmisvcName":"autores-model-cf0095","gateway":"openshift-ingress/e2e-autores-cf0095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:54.864273293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"555d72c3-3e20-47b1-8088-15e55970730f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:54.922307753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"555d72c3-3e20-47b1-8088-15e55970730f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:54.978967401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2e101a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a12e41fb628b9f4f57abef16e168928296744296cf35c907718d203c9f05c40f) AuthConfig (85e556733172ea22cdf1877ac159bffa7c0e7f63dabbfd785246b634123ce3a7) AuthConfig (1eb7bbe446bf70fd1bfd7003b8fc2eb5903a131b826c13ce478b9ecd81348f91) AuthConfig (1bcd66a362f4b42be62872d71a336a532e96ae3d5e68e5dcfde4f6c431410aea) AuthConfig (23a79dd7658e1d20d677c508e67744853ff7c797d3f1e3a873ac476aa7dd47e2) AuthConfig (ba7fd7463ecb3f381f92adb84a4f445ca0dcdc77cf0e57bd31ca2d12a76e7eae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"555d72c3-3e20-47b1-8088-15e55970730f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:55.03601508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3aa4eb9-3be0-4568-8e92-8152d2af1b6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:55.03603365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3aa4eb9-3be0-4568-8e92-8152d2af1b6e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.398801162Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-access","reconcileID":"3ddcf313-e0e3-4645-9bc0-e2c90e03b29c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.398816533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"e65b9a7d-3d4d-477b-b162-e9358de6a484","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.565639966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"feb1dfb5-9161-4fc4-83f9-ddf3f5e5977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.610736165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"0073d807-b4b4-4938-8418-f9bdda80495e","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.623275928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"feb1dfb5-9161-4fc4-83f9-ddf3f5e5977a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.670840386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"2d0a1c48-f2e5-4b37-a43c-407b0a7157cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.764406876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"669b2d1d-9a9c-44b3-bbc2-77008834fac1","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.937435553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"60b0e405-6cd0-4bc2-a50d-5a3a0cc20a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:56.995728491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"60b0e405-6cd0-4bc2-a50d-5a3a0cc20a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:32:58.335434806Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:01.7018017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"ff6ec1db-fb68-4fcb-8f5c-aed43f633fde","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.038908375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"80b5a0f1-1ae8-45dc-91b6-daa1b547780e","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.328197471Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"297e008c-14bc-4354-8b60-eefd365431b8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.381784828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"b098aa6e-80da-49fb-a924-744b2ad0f60d","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.550072931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fda341c7-0b42-4020-98ba-df7feefaa6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.575171404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"a8e7d1f6-1ea1-45b0-a97d-60d06ce63a31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.608054809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"fda341c7-0b42-4020-98ba-df7feefaa6b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.693496495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"9568cd9c-2600-4a9b-bd32-44530ff40b62","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.746158335Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9c5721a0-40c0-460c-9c91-051b8ab66a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.751962337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"6758ac4e-04b1-49ea-a73e-ad6b628d7480","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.806886642Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9c5721a0-40c0-460c-9c91-051b8ab66a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.859969203Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"simulator-subscription","reconcileID":"9c5721a0-40c0-460c-9c91-051b8ab66a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/simulator-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.926768147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"efe812a5-1e15-4eca-859a-f4a55547fa46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.961014005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"95b9f558-f4ce-472a-8442-300754cd91e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:02.984694662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"efe812a5-1e15-4eca-859a-f4a55547fa46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:03.298035499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"19d382b6-950e-4ddd-84c0-8901fc51dcb4","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:03.298294358Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:03.407802359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"bd437c18-d691-4bc1-b179-86fc187b1953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:03.465960435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"bd437c18-d691-4bc1-b179-86fc187b1953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:05.144314905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"f97e11b5-27ff-4125-b870-de9c2d5e972d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:05.202465678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"f97e11b5-27ff-4125-b870-de9c2d5e972d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:05.259257078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-2e101a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a12e41fb628b9f4f57abef16e168928296744296cf35c907718d203c9f05c40f) AuthConfig (85e556733172ea22cdf1877ac159bffa7c0e7f63dabbfd785246b634123ce3a7) AuthConfig (1eb7bbe446bf70fd1bfd7003b8fc2eb5903a131b826c13ce478b9ecd81348f91) AuthConfig (1bcd66a362f4b42be62872d71a336a532e96ae3d5e68e5dcfde4f6c431410aea) AuthConfig (23a79dd7658e1d20d677c508e67744853ff7c797d3f1e3a873ac476aa7dd47e2) AuthConfig (ba7fd7463ecb3f381f92adb84a4f445ca0dcdc77cf0e57bd31ca2d12a76e7eae)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"f97e11b5-27ff-4125-b870-de9c2d5e972d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.052531963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e5c7749e-f57a-428f-b913-aae7cd3c951f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.1108906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"e5c7749e-f57a-428f-b913-aae7cd3c951f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.121915909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"f7712900-a870-49fe-868e-8b3d40195f9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.36342749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"836278c6-7a43-4fdb-81e9-52cfc1c77928","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.417206332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"48abcc6c-a41f-4dfe-aaa3-213cd3f53c13","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.522860053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d913db8e-af3d-4a89-9846-e5b20921cd9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.523576666Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e32d9c54-56c8-4864-a2b9-47e347c8c544","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.577056455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"95a92c2b-c06a-403c-b3f7-d56bd464529e","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.577344993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"3fe1627f-f590-4fe6-bd03-9c187430d2eb","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.581088793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"d913db8e-af3d-4a89-9846-e5b20921cd9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.629308814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"807eeaf8-1c07-437a-a85e-e7afe86a1dc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.653291304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"88c81d45-0737-45ca-bb24-eab1307e5d0d","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.932919414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"99159987-b5e4-4f36-bb38-9de5cef54642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.980303889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"34e87d79-8b5b-4e89-a7a9-f16bca5c5bcc","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:09.997062985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"99159987-b5e4-4f36-bb38-9de5cef54642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.094038396Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"0c43bb6c-1b19-47db-957b-18c9ff8482d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a9aabe51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.20461812Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75716d21-2504-4faa-b758-3f6c265a689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.331834583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1ced0b-9757-4d72-8806-aff37d297870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.385230708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1ced0b-9757-4d72-8806-aff37d297870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.437954851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1ced0b-9757-4d72-8806-aff37d297870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.491757838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a1ced0b-9757-4d72-8806-aff37d297870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.547737923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75716d21-2504-4faa-b758-3f6c265a689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.678865004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75716d21-2504-4faa-b758-3f6c265a689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"e2e-worker-w3-4b9210-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.678894367Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-access","reconcileID":"75716d21-2504-4faa-b758-3f6c265a689c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.776429328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"accaba25-5886-4afe-beea-c6d7c39d7072","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.848496327Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"3ddfc17f-7db2-45dd-9db9-8d1999f99e2f","namespace":"ai-tenant-e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.848563559Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"3ddfc17f-7db2-45dd-9db9-8d1999f99e2f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.904498262Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"3ddfc17f-7db2-45dd-9db9-8d1999f99e2f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:10.904553947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"3ddfc17f-7db2-45dd-9db9-8d1999f99e2f","namespace":"ai-tenant-e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.661162103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e3547-b687-40b9-adc4-1fed93c95e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.713897177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e3547-b687-40b9-adc4-1fed93c95e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.76685501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e3547-b687-40b9-adc4-1fed93c95e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:12.819940753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"553e3547-b687-40b9-adc4-1fed93c95e8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.464336461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"5cf94e6b-cb2a-4a6a-b448-518b9c186260","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.577066964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"25f095ac-952e-4f5c-b67e-9fe7e0de62a0","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.677993303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"75b55e01-88c8-4050-a806-c27aeb6633da","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.695194242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"3821a42c-2da2-4087-9602-5bb0517471a0","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:13.989667163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"523d11a1-ffea-4cf9-822f-7b65c8ea174c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:14.111088956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c434f7ce-cba1-456f-92eb-1a11e5ac83e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:14.266082798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"0a7f88b8-b414-4c88-903f-90496f51c1a6","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.367164379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"0ce1a5bc-3b3d-48f0-a750-801aab4443f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.425638223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"0ce1a5bc-3b3d-48f0-a750-801aab4443f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.751920074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8de5c1-a896-4e8b-ba92-d1623b63d410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:15.751938641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe8de5c1-a896-4e8b-ba92-d1623b63d410","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:19.417686143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"09cad27f-0e3a-4ace-a2e4-e96fdab84af6","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:19.417925831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"5bfb29b6-edb5-4558-93a7-4507599a6a18","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:19.631159734Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"19717367-9561-44dc-94b8-36860522898a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:19.684466928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"5b9a425c-bf5d-40a9-9a46-00d992d4a8d0","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.147778285Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"68ca88b0-8460-427b-8053-6d5f18822b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.201078582Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"68ca88b0-8460-427b-8053-6d5f18822b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.254902733Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"premium-simulator-subscription","reconcileID":"68ca88b0-8460-427b-8053-6d5f18822b2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"name":"maas-trlp-premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210","model":"e2e-models-e2e-worker-w3-4b9210/premium-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.529534072Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:20.529582488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"65c308a8-847b-4a3d-8276-30010ed364fe","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.285064171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"06b80f22-0dec-4180-ae00-098293937a19","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.513472508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"9f0b3ae0-e6ad-4ba3-a133-49593a18364a","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.56053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6c3ca29b-15a0-40ef-86dd-9b9e9f5cc3b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.63184526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"6a92c961-7af1-49c2-a03a-256c9fadc4f4","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.746489692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"384f198d-8001-4a94-a862-55a748cf4444","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.864240883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"3962c784-12ca-4b3c-95fa-ac47f4ded426","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:25.960656426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a7c5d6d-41f3-45b9-98dd-4bd640a165b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:28.335829231Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.418181237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"1bd64971-7b69-4d2e-bd5c-2b3e6075310a","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.418491101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"afa24427-fda6-4a2e-9e46-8402a2394cd8","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.738180887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a9979773-50e5-432c-8b5b-bcc9746e2f27","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:29.791639617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"da26d0a1-c64c-4566-9618-102b4c70944a","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:30.530827553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"4a64c808-c48b-420d-9616-8666cafad908","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:30.56982505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"a89f9b0c-4b12-4a53-8487-5a6dc0cb5813","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:30.689576264Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"a89f9b0c-4b12-4a53-8487-5a6dc0cb5813","name":"e2e-api-b-257e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.255104291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"86d97ecd-be5e-48f7-bd0c-93233b38f4d6","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-recover-a4e488","model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.357348975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"a180cfb1-cc63-40d6-97ad-1991a11634cd","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.451788344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"e924481b-16fa-4c3c-85df-ace9a35483c7","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.572761345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"08de57cd-b07f-4ae3-892e-046e68608210","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rec-ctrl-232330","model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.772965348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"09dea9da-8a21-4671-965f-9ede289c77f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.871137527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6de9de40-eb3b-458e-b329-4309179c6104","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:36.924417057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"9d6a3dbd-9987-44e1-a8ad-a0db103c0083","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:38.628378042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-2-w3-4b9210","reconcileID":"36d7779c-87ca-4398-bc91-ebba7ecebc20","MaaSModelRef":{"name":"distinct-2-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-2-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-2-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:38.635415959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"distinct-w3-4b9210","reconcileID":"c1ea20bc-3465-42c2-bf44-40d72506e59c","MaaSModelRef":{"name":"distinct-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"distinct-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"distinct-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:38.642506806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"premium-w3-4b9210","reconcileID":"12a93b49-1909-492b-9741-ded0519fca56","MaaSModelRef":{"name":"premium-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"premium-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"premium-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:38.650697599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"namespace":"e2e-models-e2e-worker-w3-4b9210","name":"simulator-w3-4b9210","reconcileID":"8ac51d42-37dd-4530-a6db-4eece220e1b9","MaaSModelRef":{"name":"simulator-w3-4b9210","namespace":"e2e-models-e2e-worker-w3-4b9210"},"routeName":"simulator-w3-4b9210-kserve-route","namespace":"e2e-models-e2e-worker-w3-4b9210","llmisvcName":"simulator-w3-4b9210","gateway":"openshift-ingress/e2e-worker-w3-4b9210","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:39.845494672Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0f2313f3-fa01-44c5-bcf0-629e378b369a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:44.504297983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"5912a893-844a-49c5-b8a8-b270c0b61a71","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:45.419854752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f716172-08d4-4fe5-b30a-555053755865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:45.472745835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f716172-08d4-4fe5-b30a-555053755865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:45.525588866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f716172-08d4-4fe5-b30a-555053755865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:45.579203036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f716172-08d4-4fe5-b30a-555053755865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:47.54373434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f828ba04-c1ed-4f3f-9c17-d799916d1324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:47.596991357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f828ba04-c1ed-4f3f-9c17-d799916d1324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:47.649992171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f828ba04-c1ed-4f3f-9c17-d799916d1324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:47.702917323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f828ba04-c1ed-4f3f-9c17-d799916d1324","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.762197039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","namespace":"ai-tenant-e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.76225489Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","namespace":"ai-tenant-e2e-worker-w3-4b9210","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.762318331Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","tenant":"e2e-worker-w3-4b9210","tenantID":"e2e-worker-w3-4b9210","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.817121538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Deployment","name":"maas-api-e2e-worker-w3-4b9210","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.877769773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Service","name":"maas-api-e2e-worker-w3-4b9210","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.939099616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-4b9210","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:50.9938005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-4b9210","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.056266672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.112255894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.170381316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.232522467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.285195481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.338573586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.391282367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Service","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.452360135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.505414905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.559159544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.612104092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.668446581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.720811916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.773421966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.828354217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-4b9210","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:51.894595827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-4b9210"},"namespace":"ai-tenant-e2e-worker-w3-4b9210","name":"default-tenant","reconcileID":"f7549613-1c5e-4581-98df-8a0374860b07","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-4b9210","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:54.668466019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a7c604e1-38d0-43d0-8ea5-c8c901335fd6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:57.426434626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"0cd14fd2-6be2-44e6-bb31-bde88b3f5369","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:57.53971252Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"97c46150-8153-4363-b132-2d5c15e86670","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:57.701554149Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4b9210","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4b9210","reconcileID":"1d446135-bca0-45ec-892c-8e19624759b1","aitenant":"ai-tenants/e2e-worker-w3-4b9210","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:57.866617385Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"050b10fc-d8a7-4fb5-931c-4d9f0d025cf6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.29293156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6e3360-8d5a-46a8-8de6-19fdcb635702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.338179048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.345932821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6e3360-8d5a-46a8-8de6-19fdcb635702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.399046241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6e3360-8d5a-46a8-8de6-19fdcb635702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.452206352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6e3360-8d5a-46a8-8de6-19fdcb635702","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.56675908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-4b9210","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-4b9210","reconcileID":"1d446135-bca0-45ec-892c-8e19624759b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-4b9210","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-4b9210"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:33:58.812776642Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f990cd2c-98c6-4a0e-b690-9a3bb83559b7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:00.41556615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f358890-e0ce-4a04-919a-fab7742dea60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:00.468413812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f358890-e0ce-4a04-919a-fab7742dea60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:00.521222831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f358890-e0ce-4a04-919a-fab7742dea60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:00.574065808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f358890-e0ce-4a04-919a-fab7742dea60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.171682662Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","namespace":"ai-tenant-e2e-autores-cf0095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.171739583Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","namespace":"ai-tenant-e2e-autores-cf0095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.171785769Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","tenant":"e2e-autores-cf0095","tenantID":"e2e-autores-cf0095","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.226783875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Deployment","name":"maas-api-e2e-autores-cf0095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.287687372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Service","name":"maas-api-e2e-autores-cf0095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.348691684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-cf0095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.40543787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-cf0095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.478639207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.534588501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.59227631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.653015417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.707965077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Deployment","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.760829487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.813694988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Service","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.866515845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"Service","name":"payload-pre-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.919108492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"DestinationRule","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:02.971724794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.024662137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.081318037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.133575147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.186029376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.247249873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-cf0095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:03.303902388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-cf0095"},"namespace":"ai-tenant-e2e-autores-cf0095","name":"default-tenant","reconcileID":"76acd580-c1a8-4af1-af92-21ec27522b41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-cf0095","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.781498261Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fe3d9444-832a-4011-b39c-f570feb4b3f7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:05.893269779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"4d464d2e-d9a5-4122-926c-a8d3287e8178","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.15910793Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-cf0095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-cf0095","reconcileID":"1c0435db-bd28-4802-91dd-03d3335e0c24","aitenant":"ai-tenants/e2e-autores-cf0095","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.322686631Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"21e7864b-4e3b-41a8-90b8-6faabd352e86","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.717362336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f972c1c3-1052-40f5-948d-10e880e0800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.770457759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f972c1c3-1052-40f5-948d-10e880e0800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.82339582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f972c1c3-1052-40f5-948d-10e880e0800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.876374089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f972c1c3-1052-40f5-948d-10e880e0800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:06.990277733Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-cf0095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-cf0095","reconcileID":"1c0435db-bd28-4802-91dd-03d3335e0c24","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-cf0095","removed":["maas.opendatahub.io/gateway-access-e2e-autores-cf0095"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:07.221925586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"77076f00-9cfc-4287-9da9-1497e37f67f2","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:08.832908486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047471b1-6bed-4850-be59-33471775f6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:08.885868125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047471b1-6bed-4850-be59-33471775f6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:08.938767083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047471b1-6bed-4850-be59-33471775f6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:08.991404736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"047471b1-6bed-4850-be59-33471775f6de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:09.663188917Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"25a7cb7c-92ff-4d9b-9271-e76ec6808107","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:10.926523904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d06510-15f5-4479-b656-9d6f370bdbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:10.979351107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d06510-15f5-4479-b656-9d6f370bdbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.032505966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d06510-15f5-4479-b656-9d6f370bdbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.08540316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d06510-15f5-4479-b656-9d6f370bdbd9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.749289362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564c24d1-659b-479d-86fe-a2549865f335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.749310054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"564c24d1-659b-479d-86fe-a2549865f335","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.809496159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fef8908-5a7e-46d0-b1ae-7720369950ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.809524502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fef8908-5a7e-46d0-b1ae-7720369950ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.917054439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"ebc1b0ff-15b4-4b49-b008-f0693c5ce25c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:11.944912853Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"cd62b5c7-c537-4955-a075-ae5d881341cb","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.046675851Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"ebc1b0ff-15b4-4b49-b008-f0693c5ce25c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.152143629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"da7eaa97-d270-4082-addf-8d6c608a6052","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.15549227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-257e6d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"ebc1b0ff-15b4-4b49-b008-f0693c5ce25c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.215626364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d4fc95-412b-4580-a213-3f1786d5eff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:12.215644201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51d4fc95-412b-4580-a213-3f1786d5eff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.01685769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106dedb-8fec-4e6b-975b-0283642e6cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.069750304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106dedb-8fec-4e6b-975b-0283642e6cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.122481496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106dedb-8fec-4e6b-975b-0283642e6cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.175469045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e106dedb-8fec-4e6b-975b-0283642e6cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.286810084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"08b89bac-13f8-49be-af9b-d9fc26198696","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.451039316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6373b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6373b9","reconcileID":"dc8382c8-0550-457b-b61e-2aab06c7e911","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-6373b9","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-6373b9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:13.810132301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6e37921e-eeda-4c9e-be12-24dd14418d1c","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:15.155780968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b6f71-d5f4-4826-8e8c-21668dd11bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:15.208962356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b6f71-d5f4-4826-8e8c-21668dd11bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:15.262074501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b6f71-d5f4-4826-8e8c-21668dd11bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:15.314965234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3b6f71-d5f4-4826-8e8c-21668dd11bc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:15.901321146Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"f7063e3a-7bf6-442d-b27b-7c3b32ca576f","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.086245568Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"1048e202-f44b-4b0b-805a-90131d091097","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.09450869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"73d3d04d-89d3-42b2-ad2b-c5fd1d1b3348","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.197606854Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"d5edd49d-4970-484b-86f9-6bdef4768487","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.241789671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"98653370-e83f-437f-b6fe-22565690f8a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.243359572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"7549d34f-f227-4e40-9798-08805c57f9dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.25789112Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0664cba8-e4a4-4d85-acbe-36c1e3bd5f19","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.299621429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"98653370-e83f-437f-b6fe-22565690f8a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.301000017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"7549d34f-f227-4e40-9798-08805c57f9dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.352850037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"214d7edb-42a9-4168-89fa-5a728ada5abb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.35647911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-257e6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce1efacb13d6e6c42b2411c8543ec9ed902f54ccfd1b66486cffadadcdc0f060) AuthConfig (119cc946a06352790b33332fca20f16d2e7b7e52c7fcb794fad138eeb822b202) AuthConfig (636005d5a7b1f63d677910db3d6f5341e03076be027765b7a1996e168a1ac677) AuthConfig (df9b2a466446a63f1bb03231199894d4657f92826ecbed1be07328815f2e32dc) AuthConfig (9e737b67900da17fd55f988d2925a05d33c03d70ff762dbf9b0dc14630a5c0d6) AuthConfig (8cf00b42f2b16fcc171748c588f1384670357d0a348c37fe7f8d6d463f1c53f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"98653370-e83f-437f-b6fe-22565690f8a6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.366043546Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0664cba8-e4a4-4d85-acbe-36c1e3bd5f19","name":"e2e-rec-recover-a4e488","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-a4e488\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.36611767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0664cba8-e4a4-4d85-acbe-36c1e3bd5f19","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-recover-a4e488\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.413298575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"214d7edb-42a9-4168-89fa-5a728ada5abb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.424359567Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"157ce594-3e5c-4cd2-9865-8b3072d792b1","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"routeName":"external-model-e2e-rec-recover-a4e488-61ea3d943fc4","namespace":"e2e-extmod-rec-noaccess-771a15","model":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.460300105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"59e5b403-20a1-4d43-9550-ff03975d1592","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.460962924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"dce428f0-1712-4e99-864f-d45d67e724f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.467135855Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"214d7edb-42a9-4168-89fa-5a728ada5abb","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.477704355Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"b1d60c2b-3b37-4431-9987-471d70989806","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.478323153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50c40c89-7fab-4e9f-acbe-60b9e43c69b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.478338104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50c40c89-7fab-4e9f-acbe-60b9e43c69b5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.518019052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"59e5b403-20a1-4d43-9550-ff03975d1592","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.518437369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"dce428f0-1712-4e99-864f-d45d67e724f2","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.52067774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8414d24e-22e4-4f10-9840-0c1a24d17e3d","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.573806382Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"85676a46-a7f6-4ce8-a284-6ad4b3b8bbb3","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.585941778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ddeea88-28cb-4ac1-96b6-789d1596b04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.643951419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ddeea88-28cb-4ac1-96b6-789d1596b04f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.684740127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406535a3-4881-41b3-a6b2-04b64f9fe642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.757131204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"406535a3-4881-41b3-a6b2-04b64f9fe642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.757737708Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"28ddb3f5-6216-4c27-bd07-e1189b6b0992","namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.810661699Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"40156fed-1e98-4499-816e-befa1084dd1c","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.86708057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"40156fed-1e98-4499-816e-befa1084dd1c","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.924542152Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0f123484-5463-4132-a6af-916c0fe35783","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.924608831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"0f123484-5463-4132-a6af-916c0fe35783","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:18.974032011Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"3b4cccf8-5755-46f0-82cf-389a6d49bf02","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.987123607Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"b6961b83-31ca-4742-b8a3-10eccdbf9bf4","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:18.987195936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"b6961b83-31ca-4742-b8a3-10eccdbf9bf4","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.007224209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"08e7ac00-cf42-4186-bd40-f63604e7a180","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.059595012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6d497be4-f2fb-463a-8988-c7383d4c45b7","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.059672095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"6d497be4-f2fb-463a-8988-c7383d4c45b7","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.064773759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"08e7ac00-cf42-4186-bd40-f63604e7a180","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.11692297Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"08e7ac00-cf42-4186-bd40-f63604e7a180","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.152940636Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"333087d3-8d44-49f6-9303-5c57bb86c9ad","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.153031794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"333087d3-8d44-49f6-9303-5c57bb86c9ad","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.23780757Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8ab6f1a1-bb3d-4a4c-b971-f3ec1da54a4c","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:19.237998812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-recover-a4e488","namespace":"e2e-extmod-rec-noaccess-771a15"},"namespace":"e2e-extmod-rec-noaccess-771a15","name":"e2e-rec-recover-a4e488","reconcileID":"8ab6f1a1-bb3d-4a4c-b971-f3ec1da54a4c","error":"ExternalModel e2e-rec-recover-a4e488 not found in namespace e2e-extmod-rec-noaccess-771a15 (checked inference.opendatahub.io and maas.opendatahub.io)","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.360822944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"a41c9cd4-a3d9-4bec-b484-60e0c6aa842e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.361510166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"3de71520-ee06-4d1b-9496-455e586814ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.362067032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"695924ea-7d68-463b-9f27-44eac5dacac5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.412693339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"54e2723d-205d-4f52-9448-6eb2ea399c1a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.416834954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"46457f68-64fa-4e37-bcfa-ffd0c43b56c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.419259811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"3de71520-ee06-4d1b-9496-455e586814ee","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.419638134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"a41c9cd4-a3d9-4bec-b484-60e0c6aa842e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.421537975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"695924ea-7d68-463b-9f27-44eac5dacac5","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.42758063Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"e4ec96d9-b787-4845-87a8-2b86a214bf13","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.470375391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"54e2723d-205d-4f52-9448-6eb2ea399c1a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.474774701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"46457f68-64fa-4e37-bcfa-ffd0c43b56c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.53113445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-257e6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce1efacb13d6e6c42b2411c8543ec9ed902f54ccfd1b66486cffadadcdc0f060) AuthConfig (119cc946a06352790b33332fca20f16d2e7b7e52c7fcb794fad138eeb822b202) AuthConfig (636005d5a7b1f63d677910db3d6f5341e03076be027765b7a1996e168a1ac677) AuthConfig (df9b2a466446a63f1bb03231199894d4657f92826ecbed1be07328815f2e32dc) AuthConfig (9e737b67900da17fd55f988d2925a05d33c03d70ff762dbf9b0dc14630a5c0d6) AuthConfig (8cf00b42f2b16fcc171748c588f1384670357d0a348c37fe7f8d6d463f1c53f8)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"46457f68-64fa-4e37-bcfa-ffd0c43b56c4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.638026295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"fe45b0cf-fde2-47f8-81d0-c3bdd6e85ed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.695664358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"fe45b0cf-fde2-47f8-81d0-c3bdd6e85ed1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.842127057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fef81d4-3e5a-4cf0-a859-a29ffbe63387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.842134732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff5ed43-1a18-43d3-ab5b-7bb86d1750a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.900101203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ff5ed43-1a18-43d3-ab5b-7bb86d1750a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:19.900116661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6fef81d4-3e5a-4cf0-a859-a29ffbe63387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.000162858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"3ea07809-0504-4aae-9166-303daca3cff2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.059891798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"3ea07809-0504-4aae-9166-303daca3cff2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.059942863Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"3ea07809-0504-4aae-9166-303daca3cff2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.202516664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"5b9828ed-f384-4af3-b243-5663e3e4db8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.260039976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"5b9828ed-f384-4af3-b243-5663e3e4db8d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.306892568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"36cc0fd5-5b3d-42ae-a2bb-d3ec96f50ecb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.365059862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"36cc0fd5-5b3d-42ae-a2bb-d3ec96f50ecb","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.448878691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"36b0e2ab-172b-4266-b921-9aec650f14f2","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.44887793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"fe904326-0978-40d0-9314-859a57fe728d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.506954471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"fe904326-0978-40d0-9314-859a57fe728d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.507203608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"36b0e2ab-172b-4266-b921-9aec650f14f2","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.699921602Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"dd97c599-0b7f-4ca7-9553-d970ffd3e8f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.700082292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"108a84fb-3d92-4d5d-ab59-77ebc85176f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.700099733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"108a84fb-3d92-4d5d-ab59-77ebc85176f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:20.905308926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"dd97c599-0b7f-4ca7-9553-d970ffd3e8f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.039390049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"dd97c599-0b7f-4ca7-9553-d970ffd3e8f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"name":"e2e-api-a-2e101a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.039419323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"e2e-e2e-api-a-2e101a-policy","reconcileID":"dd97c599-0b7f-4ca7-9553-d970ffd3e8f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-2e101a-policy","namespace":"ai-tenant-e2e-api-a-2e101a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-2e101a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.096998827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"347efea1-f6f1-46ed-9739-4b0df1873de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:21.097018921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"347efea1-f6f1-46ed-9739-4b0df1873de3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:22.549363612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ab22d6ec-9456-44b2-90c1-177555df11dc","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.401794394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9115e2d0-3d95-480f-bb19-a2f698ffcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.458132257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9115e2d0-3d95-480f-bb19-a2f698ffcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.511611233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9115e2d0-3d95-480f-bb19-a2f698ffcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:23.564706657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9115e2d0-3d95-480f-bb19-a2f698ffcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:25.617032164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b826-be3d-44ee-8c5f-52ef9a832f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:25.669789511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b826-be3d-44ee-8c5f-52ef9a832f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:25.722732614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b826-be3d-44ee-8c5f-52ef9a832f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:25.775806881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b87b826-be3d-44ee-8c5f-52ef9a832f6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:28.34088729Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.552540213Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","namespace":"ai-tenant-e2e-api-a-2e101a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.552594387Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","namespace":"ai-tenant-e2e-api-a-2e101a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.55264604Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","tenant":"e2e-api-a-2e101a","tenantID":"e2e-api-a-2e101a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.608097018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Deployment","name":"maas-api-e2e-api-a-2e101a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.639598725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"cf77affc-b7d0-4b03-8688-222f108b3505","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.669727803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Service","name":"maas-api-e2e-api-a-2e101a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.699402841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"cf77affc-b7d0-4b03-8688-222f108b3505","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.730149853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-2e101a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.785388835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-2e101a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.846836436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.902295194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:29.96026555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.018402177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.021701746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ef343-7836-4e1b-83ee-5102b586807d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.021718406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d4ef343-7836-4e1b-83ee-5102b586807d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.071094106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Deployment","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.123895335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.176619662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Service","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.232260689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"Service","name":"payload-pre-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.285056001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.337925381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.390306012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.446939116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.499670301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.552305656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.608346253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-2e101a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:30.661352133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-2e101a"},"namespace":"ai-tenant-e2e-api-a-2e101a","name":"default-tenant","reconcileID":"d8901e7c-0945-49f0-903d-6b22c61a814d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-2e101a","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:30.906147523Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"a5968897-3edb-495b-a4b5-5ffef35e49f8","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-232330: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-232330\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-75e968 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:568\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:30.969069204Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"a5968897-3edb-495b-a4b5-5ffef35e49f8","error":"failed to create TokenRateLimitPolicy for model e2e-rec-ctrl-232330: tokenratelimitpolicies.kuadrant.io \"maas-trlp-e2e-rec-ctrl-232330\" is forbidden: unable to create new content in namespace e2e-extmod-rec-user-75e968 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.022842689Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"280775f0-6d83-49da-b425-4b415feda695","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.080871042Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"8bb5fe2c-b793-4f0c-9d66-52c6dd390f90","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.189927397Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"b2c0f8f2-ce42-432e-987e-03a1275854fe","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:31.297698659Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"b2c0f8f2-ce42-432e-987e-03a1275854fe","name":"e2e-rec-ctrl-232330","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-232330\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:31.297770051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"b2c0f8f2-ce42-432e-987e-03a1275854fe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rec-ctrl-232330\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.298341752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"5ee19b8a-fd9d-48bd-a78d-b9acde903e38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.351465446Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"2d34287a-b65c-43de-b73a-ade1d5dc21bb","MaaSModelRef":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"routeName":"external-model-e2e-rec-ctrl-232330-788ede570e55","namespace":"e2e-extmod-rec-user-75e968","model":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.356358601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"5ee19b8a-fd9d-48bd-a78d-b9acde903e38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.357945574Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"3d66d9f2-93ce-4551-9f39-f83fb67b9e77","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.409323091Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"5ee19b8a-fd9d-48bd-a78d-b9acde903e38","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.456386385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6211d4be-5729-43e2-be36-a6fcb9713fb2","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.456407102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1c22f4b9-20db-42c8-87bd-7cc0f63684f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.459971145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"342093c4-2a66-4314-b422-9cb16a4a9559","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.46006401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8d45292c-42be-4b28-b42b-db6d9be5dd0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.514454326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1c22f4b9-20db-42c8-87bd-7cc0f63684f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.5144629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"6211d4be-5729-43e2-be36-a6fcb9713fb2","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.517593099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"342093c4-2a66-4314-b422-9cb16a4a9559","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.518064661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8d45292c-42be-4b28-b42b-db6d9be5dd0a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.570657347Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1c22f4b9-20db-42c8-87bd-7cc0f63684f6","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.766838364Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"95639f85-9247-432d-af91-4a4f415e5d34","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","error":"MaaSModelRef not found: e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.82007499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"4773baf3-a568-49d3-809c-52352b731286","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.829637919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a31d93a6-f353-466b-a7fd-fa6e70053198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.887568106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a31d93a6-f353-466b-a7fd-fa6e70053198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.887608424Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"a31d93a6-f353-466b-a7fd-fa6e70053198","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:31.937952531Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"2ff92cc8-83e5-4a89-8184-07e315702274","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.036368662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"d12d09ef-c6b0-45fd-bd7a-0cacd434754b","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.093990878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"d12d09ef-c6b0-45fd-bd7a-0cacd434754b","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.107943453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93e08fdb-3e82-4c4e-b200-937452b897d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.10820304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"1c00c76b-8618-4cf9-85cd-f30c38891d1f","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.10840006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"3d52f5b4-1c45-480a-bc44-e5e770301711","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.150447795Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"d12d09ef-c6b0-45fd-bd7a-0cacd434754b","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.165872011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"93e08fdb-3e82-4c4e-b200-937452b897d2","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.166334114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"1c00c76b-8618-4cf9-85cd-f30c38891d1f","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.167988705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"3d52f5b4-1c45-480a-bc44-e5e770301711","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.192799647Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rec-ctrl-232330","namespace":"e2e-extmod-rec-user-75e968"},"namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","reconcileID":"99959a39-f4b1-4531-8d61-0e505fcdf84c","namespace":"e2e-extmod-rec-user-75e968","name":"e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.363045099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6e5729bb-2770-4c49-be9d-59f8f1a94d98","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.420713153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6e5729bb-2770-4c49-be9d-59f8f1a94d98","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.420751503Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"6e5729bb-2770-4c49-be9d-59f8f1a94d98","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.544506264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"e9abe25e-6882-4e10-b6f5-56a89fed207a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.574798849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"f36319c8-7825-417c-b76b-848d2da4ef3a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.597327268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74333570-79ef-4141-bcd4-bfacb09f02c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.602418367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"e9abe25e-6882-4e10-b6f5-56a89fed207a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.633084694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"f36319c8-7825-417c-b76b-848d2da4ef3a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.654755898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74333570-79ef-4141-bcd4-bfacb09f02c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.655532384Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d7731147-b78f-4170-9ac3-8ebfd2a690d2","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.689597026Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"f36319c8-7825-417c-b76b-848d2da4ef3a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.753330406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"84b983da-91c5-41ab-a304-7c2dbcf38f6b","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.811192535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"84b983da-91c5-41ab-a304-7c2dbcf38f6b","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.900810846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c6c84c50-4154-41f6-be17-0afa69757085","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:32.958870144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"c6c84c50-4154-41f6-be17-0afa69757085","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.06899929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e300cde5-5e5e-485b-96a4-f9b7da0e8513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.123155913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f740589c-4404-40cc-a752-2948699e5b21","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.126307621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e300cde5-5e5e-485b-96a4-f9b7da0e8513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.180872429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"f740589c-4404-40cc-a752-2948699e5b21","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.225951019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"3158167b-22af-404c-b7f0-4fe93562b9f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.284039532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"3158167b-22af-404c-b7f0-4fe93562b9f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:33.34050412Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"3158167b-22af-404c-b7f0-4fe93562b9f1","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:35.053622295Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"da559d50-ebcb-45ae-b15c-73a801438ded","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:35.170700727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fab73696-efb7-4079-8f90-d350f499cbbc","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:35.36589962Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2e101a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2e101a","reconcileID":"353339a1-c4e4-4722-9624-2f93dec1ef9b","aitenant":"ai-tenants/e2e-api-a-2e101a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:35.530841168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"cbb3eaab-e6c9-4d4e-80d6-d221c0b2205a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:35.962198789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2397beef-4f3b-4a11-ac39-b2ac9ce1090f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.015306871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2397beef-4f3b-4a11-ac39-b2ac9ce1090f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.068128626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2397beef-4f3b-4a11-ac39-b2ac9ce1090f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.121050208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2397beef-4f3b-4a11-ac39-b2ac9ce1090f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.237266318Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-2e101a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-2e101a","reconcileID":"353339a1-c4e4-4722-9624-2f93dec1ef9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-2e101a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-2e101a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:36.468059267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"66f4e85f-c255-440b-9cd8-ebdbf543dc42","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.112431385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5837304c-fb19-46b3-a428-13fa805b727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.165338916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5837304c-fb19-46b3-a428-13fa805b727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.218331582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5837304c-fb19-46b3-a428-13fa805b727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:38.275433235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5837304c-fb19-46b3-a428-13fa805b727e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.180565943Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"c95f4660-e811-46e1-8592-ebca7b319b24","namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.239446207Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"931c7338-7367-4445-915a-43058f50ea34","namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.348014326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9660e1f7-e1d4-4573-9d93-7bcdc967901b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.460256791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9660e1f7-e1d4-4573-9d93-7bcdc967901b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.506654246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"58e87ba2-7287-47d2-a467-e130d0b8c654","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.508496508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"56dff1db-9296-41b8-9160-932189abb903","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.50882536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"153d5d2d-a7df-4e81-b169-dd727695c2e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.50910942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e9887e30-49c7-41ba-8445-781cb7fa576f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.562475812Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"594a84ee-224f-4c7b-9ddf-f65b8f33fdb0","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.564878461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"58e87ba2-7287-47d2-a467-e130d0b8c654","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.567418671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"56dff1db-9296-41b8-9160-932189abb903","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.568494826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"153d5d2d-a7df-4e81-b169-dd727695c2e8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.570196581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"e9887e30-49c7-41ba-8445-781cb7fa576f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.621853708Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"58e87ba2-7287-47d2-a467-e130d0b8c654","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.624854359Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"56dff1db-9296-41b8-9160-932189abb903","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.727761588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"a6d1dc61-e123-41ed-9567-fb069a452ab6","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.834283192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce30336-46ca-4d80-8dbb-3ced44de26b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:39.834434394Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"a6d1dc61-e123-41ed-9567-fb069a452ab6","name":"e2e-rot-4f3beb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-4f3beb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:39.83451419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"a6d1dc61-e123-41ed-9567-fb069a452ab6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rot-4f3beb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.887187348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"e032c187-38ab-4e3d-91af-ada50708eb81","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.891748278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ce30336-46ca-4d80-8dbb-3ced44de26b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:39.977951748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"6aad1328-9859-46d2-8446-3d47123d6743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.048712665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"6aad1328-9859-46d2-8446-3d47123d6743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.25437579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f3bca-1193-4335-8470-ea3001a798c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.254810544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e0efe611-67e6-49eb-bce4-9c84225fa804","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.307553768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f3bca-1193-4335-8470-ea3001a798c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.307895354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5733eb99-e99c-477c-9b7b-7e688491119a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.30808564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"99c01b9b-c570-4b95-b9c4-d89a4682b032","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.360809205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f3bca-1193-4335-8470-ea3001a798c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.414489609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10f3bca-1193-4335-8470-ea3001a798c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.419669175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5733eb99-e99c-477c-9b7b-7e688491119a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.420034458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"99c01b9b-c570-4b95-b9c4-d89a4682b032","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.421948337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e0efe611-67e6-49eb-bce4-9c84225fa804","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.47448634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"61c83ea5-f462-4e95-bac1-2c0d255d7f11","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.477538365Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5733eb99-e99c-477c-9b7b-7e688491119a","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.533130835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"61c83ea5-f462-4e95-bac1-2c0d255d7f11","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.750809699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2098ce84-51ee-4a27-8dbe-566301393464","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.809347472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2098ce84-51ee-4a27-8dbe-566301393464","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.809455528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"255384d3-32f3-4d3c-8c2e-5b3845087f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.862841289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"7f7e0571-350f-4d5b-aca0-2a15f31c96ea","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.866046177Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2098ce84-51ee-4a27-8dbe-566301393464","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.867191063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"255384d3-32f3-4d3c-8c2e-5b3845087f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.903545877Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"8d25d025-aa5a-4bff-908e-4d563bbe2ee5","namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.979611259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"2c78968a-7b38-43ba-9241-fb719fc9b74d","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:40.979638165Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"2c78968a-7b38-43ba-9241-fb719fc9b74d","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.012635176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"83a2b62c-6569-4568-8bd0-9f9242c0a06e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.070116256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"83a2b62c-6569-4568-8bd0-9f9242c0a06e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.187857077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"af9aa46d-fe0b-471f-aecc-f01505021cc1","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.245921704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"af9aa46d-fe0b-471f-aecc-f01505021cc1","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.273179255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"163adc0b-9489-4a1e-9aab-0bc1f2889a6c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.331149367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"163adc0b-9489-4a1e-9aab-0bc1f2889a6c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.42520779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"33223006-a473-4015-93b1-0f6f075aab80","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.425298981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3d44d4fb-dc40-41b6-8767-b27982f50d6a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.483072291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"33223006-a473-4015-93b1-0f6f075aab80","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.48324785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3d44d4fb-dc40-41b6-8767-b27982f50d6a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.596921084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"4378d5bb-666e-439a-b188-1872247e9041","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.654620839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"4378d5bb-666e-439a-b188-1872247e9041","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.676932399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"b267076d-f6bc-4fd6-b160-ef9d0fb886ae","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.676955733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"b267076d-f6bc-4fd6-b160-ef9d0fb886ae","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.711138299Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"4378d5bb-666e-439a-b188-1872247e9041","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.753503952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5caa578-8214-447f-9029-20315ceabe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.811420301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5caa578-8214-447f-9029-20315ceabe2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:41.958953649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74551efa-f1ce-4084-9d2e-b8e2130c649c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.020625493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"74551efa-f1ce-4084-9d2e-b8e2130c649c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.066598376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"fbec0404-1abb-4f3d-ab0e-e739d27bbdb4","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.126014012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"fbec0404-1abb-4f3d-ab0e-e739d27bbdb4","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.171222211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"4e9456a1-99e0-4ed1-98a6-5e19854c25a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.228966244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"4e9456a1-99e0-4ed1-98a6-5e19854c25a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.285696416Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"4e9456a1-99e0-4ed1-98a6-5e19854c25a7","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.603339428Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"491e1acc-a681-4755-b5bc-e7c615b5705d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.603466168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d253d893-9da1-40d1-8cba-c9886aa7cc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.603485048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d253d893-9da1-40d1-8cba-c9886aa7cc7d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:42.871596591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"491e1acc-a681-4755-b5bc-e7c615b5705d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:43.000287335Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"491e1acc-a681-4755-b5bc-e7c615b5705d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"name":"e2e-api-b-257e6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:43.000311371Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"e2e-e2e-api-b-257e6d-policy","reconcileID":"491e1acc-a681-4755-b5bc-e7c615b5705d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-257e6d-policy","namespace":"ai-tenant-e2e-api-b-257e6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-257e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:43.057900476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60898e95-266d-4c55-97c1-fc30147e2f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:43.057918264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60898e95-266d-4c55-97c1-fc30147e2f70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:43.869088071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"66f864d5-5ba9-4abe-992e-b7c1d74798cf","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:44.812143423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9cb3f-cc0c-4321-9b7e-d08d7dfa93e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:44.865149899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9cb3f-cc0c-4321-9b7e-d08d7dfa93e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:44.917918011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9cb3f-cc0c-4321-9b7e-d08d7dfa93e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:44.970778371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ad9cb3f-cc0c-4321-9b7e-d08d7dfa93e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.398356596Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rot-4f3beb-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.452122666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"127ee71e-0bb2-450b-93e6-b09376b8c718","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.452145687Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"127ee71e-0bb2-450b-93e6-b09376b8c718","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:34:45.576869762Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3a78b4/e2e-rot-4f3beb-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rot-4f3beb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.620622471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"69a6d4da-8b64-4e3a-8f46-43f2ccbea1e3","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.620644552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"69a6d4da-8b64-4e3a-8f46-43f2ccbea1e3","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.72720761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"7f466a9d-aac3-48b3-ae1e-b5fa79b1284a","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.727230707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"7f466a9d-aac3-48b3-ae1e-b5fa79b1284a","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.769036785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"658502d7-119b-4dd7-8947-1e6678e96ae2","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.775588505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"94ce322b-67f9-4910-bd80-d01ffc09c04a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.775843667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5e1d958d-8ebb-4b89-9892-495c51c6b705","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.77609199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3273308a-38c5-45c1-b0d9-3b142c3451ae","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.776246269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"386a42e1-8819-42c8-99a6-c1c5ff461a86","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.827403232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"658502d7-119b-4dd7-8947-1e6678e96ae2","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.834354905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"3273308a-38c5-45c1-b0d9-3b142c3451ae","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.834383727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"386a42e1-8819-42c8-99a6-c1c5ff461a86","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.834787115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"fe6bfe75-babb-4028-bfdc-65414f207315","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.834803659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"fe6bfe75-babb-4028-bfdc-65414f207315","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.836486473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5e1d958d-8ebb-4b89-9892-495c51c6b705","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.836856837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"94ce322b-67f9-4910-bd80-d01ffc09c04a","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.837102301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"6c1a28be-d5fe-4218-9890-47db86ffcfab","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-rot-4f3beb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-rot-4f3beb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.891038096Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"386a42e1-8819-42c8-99a6-c1c5ff461a86","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.892942588Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"5e1d958d-8ebb-4b89-9892-495c51c6b705","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.942487197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"c5202d38-3e6a-449a-baaa-1ff5f8e4b310","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:45.942507256Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"c5202d38-3e6a-449a-baaa-1ff5f8e4b310","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.16412199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"880703c5-5bfa-40e7-beca-7ed4372a01db","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.164145143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"880703c5-5bfa-40e7-beca-7ed4372a01db","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.474031634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"14efdeca-b6d8-4924-8599-10dbb546f8d1","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.474044258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"bdf325ad-d423-43a7-ad14-03f14a54824a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.47501438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"23bcd8dd-a3c2-4be7-b2c3-1c6ed82a4300","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.532453388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"14efdeca-b6d8-4924-8599-10dbb546f8d1","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.533315735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"bdf325ad-d423-43a7-ad14-03f14a54824a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.579002819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"5b1ed9d7-af7a-464f-ac54-29048ec8c451","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.579134163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7830fc45-2d35-441d-bc35-ce216d2cb2b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.591271635Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"bdf325ad-d423-43a7-ad14-03f14a54824a","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.631375418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5d1d5d54-85af-480e-b854-cc847517a024","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.637567469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"5b1ed9d7-af7a-464f-ac54-29048ec8c451","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.637578931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"7830fc45-2d35-441d-bc35-ce216d2cb2b8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:46.689683518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"5d1d5d54-85af-480e-b854-cc847517a024","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.025581876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb19fb7a-17bc-4c17-94e9-c32fe457c945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.078911807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb19fb7a-17bc-4c17-94e9-c32fe457c945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.139305998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb19fb7a-17bc-4c17-94e9-c32fe457c945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.200198569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb19fb7a-17bc-4c17-94e9-c32fe457c945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.200409251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"e7ea969c-d3df-4533-83b9-7efb463867ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.259045044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"e7ea969c-d3df-4533-83b9-7efb463867ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:47.31557264Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"e7ea969c-d3df-4533-83b9-7efb463867ce","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.37894967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"b1fb32fe-abc1-4415-a22d-36bce6fbb02d","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:48.437769873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"b1fb32fe-abc1-4415-a22d-36bce6fbb02d","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:51.043628514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"8e60c14a-c9e9-4608-8636-380c687373ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-6373b9","tenantID":"e2e-explicit-6373b9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:51.162676206Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"8e60c14a-c9e9-4608-8636-380c687373ed","name":"e2e-explicit-6373b9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:54.028374926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"61263ba6-b642-409d-b556-3a31b561e73b","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.204348889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"edc6c53b-7cf5-45cc-bdf7-57dbb86e09e8","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.479096912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"e228a0fc-bd17-48d5-9109-7d8142c2c82c","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.47912226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"e228a0fc-bd17-48d5-9109-7d8142c2c82c","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.87784089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"87a7c695-e58f-4782-9087-fb38824bfcd5","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:57.935887909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"87a7c695-e58f-4782-9087-fb38824bfcd5","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:34:58.335354034Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.213473282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"8e5298ea-0080-4556-aaa9-cca53a35c0e1","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.27249838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8a35da36-33d7-4188-a4c4-d0fc3cff74cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.505326357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"406b9087-d4d5-47cc-aaa4-fac163c9dfdd","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.637594759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"384f0903-33c2-4e36-b4f8-83a299397e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:00.859259369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"88528708-2da4-475a-a47a-c3b2461ce7b9","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:04.135088571Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e6899dc5-78e0-4eda-a0df-0e9cdf2a9430","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:06.748524277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"6d936b82-af63-46fe-86bc-85b5b4cf2b0c","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:06.874310401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44282019-f1db-4bd8-9837-d2d24ee52d0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:07.100917731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"caa99ea6-7600-45b1-b6e3-8f29488356c8","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:07.203413672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"a1a401f0-5fa1-4785-9077-dfb85e72c976","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:07.250638065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32285572-c04c-4711-9249-7699304c8e09","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.648657053Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","namespace":"ai-tenant-e2e-api-b-257e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.648711181Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","namespace":"ai-tenant-e2e-api-b-257e6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.648773393Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","tenant":"e2e-api-b-257e6d","tenantID":"e2e-api-b-257e6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.704129858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Deployment","name":"maas-api-e2e-api-b-257e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.765380555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Service","name":"maas-api-e2e-api-b-257e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.826109796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-257e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.881037702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-257e6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:10.943957358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.000468497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.057790173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.123304124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.176142576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Deployment","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.228917772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.281875587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Service","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.335293118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"Service","name":"payload-pre-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.388178869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.441119565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.494026064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.551359495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.604817964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.657892813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.717332795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-257e6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:11.770241579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-257e6d"},"namespace":"ai-tenant-e2e-api-b-257e6d","name":"default-tenant","reconcileID":"5e9b0491-a385-4d61-9090-2b1688442721","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-257e6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:14.242626564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"62594072-d16d-4166-bf8b-d2cc0552128d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:19.930221586Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"250f97ac-4978-4de9-a0f8-68d7efd85012","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.093443263Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"63200e63-32e3-4fb7-b167-087e8001bad6","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.302547542Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-257e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-257e6d","reconcileID":"86759ca6-5b6e-4286-b12f-68d7fb00afc3","aitenant":"ai-tenants/e2e-api-b-257e6d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.467202525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ffa44334-7cc8-4b20-8d80-08e08eac4f46","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.844777775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babdef2c-f333-454e-91b6-ea2adad09db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.897831743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babdef2c-f333-454e-91b6-ea2adad09db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:20.950909548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babdef2c-f333-454e-91b6-ea2adad09db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:21.003879273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babdef2c-f333-454e-91b6-ea2adad09db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:21.11857535Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-257e6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-257e6d","reconcileID":"86759ca6-5b6e-4286-b12f-68d7fb00afc3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-257e6d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-257e6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:21.344473727Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a206e392-ec02-4256-911a-e386a0317c84","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:22.652149016Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"4f5045da-27c8-4607-b51e-89588fcd3eb8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:22.990835328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7451616-af0a-4e23-b50d-a65eb00b322b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:23.044377543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7451616-af0a-4e23-b50d-a65eb00b322b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:23.097449979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7451616-af0a-4e23-b50d-a65eb00b322b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:23.151020013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7451616-af0a-4e23-b50d-a65eb00b322b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:25.115225169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb33675-72cd-4711-a401-2e3e5a24a945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:25.168371097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb33675-72cd-4711-a401-2e3e5a24a945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:25.22115588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb33675-72cd-4711-a401-2e3e5a24a945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:25.273990123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceb33675-72cd-4711-a401-2e3e5a24a945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:28.336117223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:31.629431661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-6373b9","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"explicit-model-6373b9","reconcileID":"52642587-396c-457a-bb1f-793ff2bf99b8","MaaSModelRef":{"name":"explicit-model-6373b9","namespace":"ai-tenant-e2e-explicit-6373b9"},"routeName":"explicit-model-6373b9-kserve-route","namespace":"ai-tenant-e2e-explicit-6373b9","llmisvcName":"explicit-model-6373b9","gateway":"openshift-ingress/e2e-explicit-6373b9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:32.76108566Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"bc0b151b-757c-4e83-822e-72f47bb667c3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:42.868428873Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"9872eb4e-c80a-4ce3-bc6a-2d763aac30cf","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:48.594448821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eedb0f8d-d918-4d3d-afb4-6b2ca94b0045","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:48.602433906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf1978c7-2868-44ad-b08f-3db570f32d27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:48.747592201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"20f28d84-658c-4c9b-8427-abd11f828c57","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:48.771926698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"fa0c023e-b88b-4732-bc79-f24ecaf49097","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:48.94719477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"28476b78-d654-4502-910c-6a3b08c4a1e5","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:49.048533968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"60423a16-0053-4123-b81b-f08c0a86fde4","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:52.975781621Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"2e64edf6-75a7-4758-813f-44321eceedfa","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:55.342675319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"45e7b593-defa-49dc-9a1f-c5b1e93d69a1","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:55.407395458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"726d90ae-9ba4-4fef-863a-0362219b6b4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:55.44190889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"036da27a-4525-469d-b188-4d06085992e1","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:55.578927566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"c0fdbaf6-22e8-49f4-ad25-eadad5226dfa","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:55.872684969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4e2d5fa-aae3-4927-8dac-6387be06d76a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:56.026773125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"32401f32-8f15-4759-9f91-b4c77737a6c4","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:35:58.335343051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:01.901559531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e58e8b38-95d0-4314-a2c2-703bc1aaf16a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.054554095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"a29d521a-35eb-43f9-8942-e536991b9b67","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.153952822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"910f96f9-6f0f-470e-a6ae-310361e4ab5c","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.247776985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"211760e0-d837-4441-ae32-eb79df0a45ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.413612829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"09324a4f-4d78-4678-9927-11a8a5a02abc","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:02.502341807Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"2ebd1856-2134-4ce8-a9a9-22ffbf806ca5","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:03.083660857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"4c22611e-c08a-41c8-b6e4-babbd1f7b8ef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:13.191334549Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"92ccab98-fbab-49c3-b9fe-7ddd4f46e41d","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:23.299123444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d5db70a3-6298-4439-9e8d-3c05a6d85a3e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:28.336877701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:31.719341915Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ec637427-37a8-4e7a-aba1-1c2de4416b0e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.620966052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f64e2b7-f138-4d15-888f-6948de8e4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.673916332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f64e2b7-f138-4d15-888f-6948de8e4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.726876766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f64e2b7-f138-4d15-888f-6948de8e4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:32.779728177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f64e2b7-f138-4d15-888f-6948de8e4d56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:34.713449832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31d9aa5-7de3-4ba0-a29b-b15b3cde14f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:34.766543298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31d9aa5-7de3-4ba0-a29b-b15b3cde14f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:34.8195486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31d9aa5-7de3-4ba0-a29b-b15b3cde14f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:34.87291067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f31d9aa5-7de3-4ba0-a29b-b15b3cde14f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:41.87980528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"26bf9d4b-0406-43d2-8130-971b0648ece8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.715179451Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","namespace":"ai-tenant-e2e-explicit-6373b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.7152376Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","namespace":"ai-tenant-e2e-explicit-6373b9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.715288518Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","tenant":"e2e-explicit-6373b9","tenantID":"e2e-explicit-6373b9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.770650846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Deployment","name":"maas-api-e2e-explicit-6373b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.837293587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Service","name":"maas-api-e2e-explicit-6373b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.896550476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-6373b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:45.960089988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-6373b9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.021888748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.077799877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.139576705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.197108276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.249934197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Deployment","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.313286088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.366328009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Service","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.419364954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"Service","name":"payload-pre-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.47714283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.529829757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.582443307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.639023555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.691524466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.746090277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.79888575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-6373b9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:46.851596944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-6373b9"},"namespace":"ai-tenant-e2e-explicit-6373b9","name":"default-tenant","reconcileID":"d8d2ce85-6e1a-49db-b749-e06e63e5b007","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-6373b9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:51.848868539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"bbf82dad-7fdb-4974-b2d6-bfd143342397","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.012596466Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"1c873a03-fcd9-47e8-9bd5-e98f3b954f68","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.01660493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"873baca2-04b4-4f22-9d52-5849046651fb","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.073220513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1af35bcc-8040-4539-a0c3-63e807fc7694","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.186228505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"759f2c62-80f6-44e1-bc42-b139236b7ce5","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.282612312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"dddc4670-d388-4aaf-8ef0-58f67ce13176","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.330219912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"00235c32-c083-4d46-a1fd-3fa124f7a60d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.519943743Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"2a05b081-05cb-430f-8e47-5dfb669adc65","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.627032215Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"5db58b75-4454-4cbe-9188-c13e11edbea3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:52.847487035Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6373b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6373b9","reconcileID":"1bbd2010-ed50-4a79-8224-4929282d3a7c","aitenant":"ai-tenants/e2e-explicit-6373b9","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.012946945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"08a7a112-8765-4b62-b129-ce1efe61f14a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.328962688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c6678-36dc-43be-99ba-558627fea799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.381951199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c6678-36dc-43be-99ba-558627fea799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.435516996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c6678-36dc-43be-99ba-558627fea799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.48867792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"495c6678-36dc-43be-99ba-558627fea799","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:53.665198448Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-6373b9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-6373b9","reconcileID":"1bbd2010-ed50-4a79-8224-4929282d3a7c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-6373b9","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-6373b9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:54.043560702Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"065992e4-4c23-4205-a8e5-38143eb60c33","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:55.427092926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7dab72-f922-4783-a356-005c373a9423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:55.479929231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7dab72-f922-4783-a356-005c373a9423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:55.532939038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7dab72-f922-4783-a356-005c373a9423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:55.585864948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f7dab72-f922-4783-a356-005c373a9423","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:36:58.335663055Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.415262454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"d051e431-e512-42ff-be2b-e3843d1332ab","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.465764053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c300cfbb-a849-46c9-ad7b-4ed77c41f14e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.618849677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"296a6c5c-1ed2-4963-85d3-2334251af044","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-rot-4f3beb","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.717950285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"ab9d3623-1672-4531-945a-39e560004f33","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.771101461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a76bd571-92c9-4aa6-8992-48b260568d45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:00.922997653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"8239b6c6-ec98-41b8-adb6-634cf5a606a0","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:04.151218578Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"fa0e21be-8a06-4e13-aa09-74784591382e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.310955763Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"86f80037-f83d-4c40-9f7f-4f8b638fe45c","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.367408366Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"86f80037-f83d-4c40-9f7f-4f8b638fe45c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.372817309Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9641de98-3a34-419c-be08-d348958e71b0","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.372862927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9641de98-3a34-419c-be08-d348958e71b0","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.383028379Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"78019e20-9ea7-46fb-be6d-7e469f7b1c27","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.383077919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"78019e20-9ea7-46fb-be6d-7e469f7b1c27","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.403437854Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"1315c485-682f-4a0c-a2b6-9f331cb395ad","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.403489034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"1315c485-682f-4a0c-a2b6-9f331cb395ad","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.444396296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"b451e9d0-65b0-472c-b2e0-7a5cee3cc4c7","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.44443908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"b451e9d0-65b0-472c-b2e0-7a5cee3cc4c7","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.525142496Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"0960f5aa-ad6a-4956-af8f-9c8d326e2fa6","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.525203649Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"0960f5aa-ad6a-4956-af8f-9c8d326e2fa6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.686335882Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9d8bf5f4-be2a-4693-9208-fd3f1ab44c1b","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:04.686397711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9d8bf5f4-be2a-4693-9208-fd3f1ab44c1b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:05.007169359Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"adab0fb2-4ea0-4c80-ad9c-f7a5da6e87dd","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:05.007233144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"adab0fb2-4ea0-4c80-ad9c-f7a5da6e87dd","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:05.647793716Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"b3a3a87e-ec46-46c5-8557-4dba490be37e","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:05.647858182Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"b3a3a87e-ec46-46c5-8557-4dba490be37e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:06.928508667Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9a714ab1-3794-4faf-9f21-85c9c48c4c2a","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:06.928570144Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"9a714ab1-3794-4faf-9f21-85c9c48c4c2a","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:09.489672706Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"c7cbed08-8b9e-43f3-afce-3e7dc9226c2c","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:37:09.489739858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-02c1d2","namespace":"ai-tenant-e2e-noten-02c1d2"},"namespace":"ai-tenant-e2e-noten-02c1d2","name":"noten-model-02c1d2","reconcileID":"c7cbed08-8b9e-43f3-afce-3e7dc9226c2c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-02c1d2/noten-model-02c1d2-kserve-route (gateways: [openshift-ingress/e2e-noten-02c1d2]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:14.25790172Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6f513512-fb3b-4c42-8bf1-afd320172c3a","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:24.365800097Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"6b477cb0-38e2-47f6-a95d-9ec4dc768637","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:28.336239987Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:34.474071181Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"4b50293a-3988-4dc1-a8a6-73c6ff13d025","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:44.58166728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"e8f5e7a4-2c0e-4d4b-b546-750d28deffe7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:54.690814822Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"2990cb9e-59af-40a4-9a4b-cf1c1db2cd01","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:37:58.336436752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:04.799034546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d6fc795a-c7c8-4fb1-99b5-1f330dd1dbb7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:10.666498692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"51aa836a-4e55-4ab8-a299-7e641c87dbcd","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.248766163Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"e77b9d73-185f-4036-8b76-f631153cdb95","namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.302102519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"2b682cd2-b6f3-449f-9599-698f819db526","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.302129944Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"2b682cd2-b6f3-449f-9599-698f819db526","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","externalModel":"e2e-rot-4f3beb","provider":"e2e-rot-4f3beb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.410611512Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"95f86ec8-c1e9-453a-b83b-76c19271e0a9","MaaSModelRef":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"routeName":"external-model-e2e-rot-4f3beb-5ca52afaa5f7","namespace":"e2e-extmod-rot-user-f023d7","model":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.412474895Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"cabbe65d-bbce-4786-9967-d3dc7c3cdcb2","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.45517814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5dc610f-f3d1-4e74-8eb8-6b55d1f512ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.513016645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5dc610f-f3d1-4e74-8eb8-6b55d1f512ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.515892103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a904b4f3-01a4-4b4c-b314-d23d60833592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.569565968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a904b4f3-01a4-4b4c-b314-d23d60833592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.622821843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a904b4f3-01a4-4b4c-b314-d23d60833592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.676060736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a904b4f3-01a4-4b4c-b314-d23d60833592","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.72863677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"83f3fbff-103a-48f6-be0f-a847ed656415","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.729297912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b2cbb969-0d1a-4706-abeb-d5d0b2641893","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.729805836Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"b6ac67f2-0598-472b-ac74-d5edb1dc2e98","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","error":"MaaSModelRef not found: e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.754032286Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rot-4f3beb","namespace":"e2e-extmod-rot-user-f023d7"},"namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","reconcileID":"7bf86ab1-9dff-4b0c-81b3-af09c2d9eaea","namespace":"e2e-extmod-rot-user-f023d7","name":"e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.783095192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"cc48a791-6394-4a62-affe-2efbb0dd5b63","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.783218977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"79133296-96be-411a-80f9-3025ac9b11a1","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.788543854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"83f3fbff-103a-48f6-be0f-a847ed656415","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.789869771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b2cbb969-0d1a-4706-abeb-d5d0b2641893","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.84157799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"79133296-96be-411a-80f9-3025ac9b11a1","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.841590173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"cc48a791-6394-4a62-affe-2efbb0dd5b63","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:11.841609767Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"79133296-96be-411a-80f9-3025ac9b11a1","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.104748963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"93a59ee8-2287-476e-9dfd-64e1471fb931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.156449889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14940cb-4f4f-4c40-bfc4-f667a25b41fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.173755442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"93a59ee8-2287-476e-9dfd-64e1471fb931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.222960353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b14940cb-4f4f-4c40-bfc4-f667a25b41fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.230167018Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"93a59ee8-2287-476e-9dfd-64e1471fb931","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.481191572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"4c80a81e-e0f3-4050-a1a8-3aae5d8ad167","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.482000387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"93a3880c-54a2-4f20-95b2-f9aa77ec62c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.486509292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"bc104a97-ab41-4b38-a062-63f6d831b8d1","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.540101548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"4c80a81e-e0f3-4050-a1a8-3aae5d8ad167","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.540142587Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"4c80a81e-e0f3-4050-a1a8-3aae5d8ad167","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.541336346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"93a3880c-54a2-4f20-95b2-f9aa77ec62c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.545334688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"bc104a97-ab41-4b38-a062-63f6d831b8d1","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.598520792Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"93a3880c-54a2-4f20-95b2-f9aa77ec62c2","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.804611868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"734d5828-3c8d-4cca-bc58-fee2051e8095","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.857470025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"dc98adcb-ba44-44d3-9ff2-b2d7f1af476e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.862457161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"734d5828-3c8d-4cca-bc58-fee2051e8095","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.915820394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"dc98adcb-ba44-44d3-9ff2-b2d7f1af476e","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:12.954222329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e992e9-444c-467e-9cec-8614a5015da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.012235784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e992e9-444c-467e-9cec-8614a5015da8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.177249136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"243034ef-0299-4a56-82f0-cfae8ea3d532","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.234915937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"243034ef-0299-4a56-82f0-cfae8ea3d532","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.291831403Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"243034ef-0299-4a56-82f0-cfae8ea3d532","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.62133184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eacdf6-ccfe-4f9c-91ee-13c9192ca888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.674326522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eacdf6-ccfe-4f9c-91ee-13c9192ca888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.727351137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eacdf6-ccfe-4f9c-91ee-13c9192ca888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:13.780214754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eacdf6-ccfe-4f9c-91ee-13c9192ca888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.597696572Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.597760731Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","namespace":"ai-tenant-e2e-shared-a-w4-dd087a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.597809345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","tenant":"e2e-shared-a-w4-dd087a","tenantID":"e2e-shared-a-w4-dd087a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.652922104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-dd087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.719117881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Service","name":"maas-api-e2e-shared-a-w4-dd087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.783437429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-dd087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.838043315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-dd087a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.894276597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:15.950332357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.008573537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.06989556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.123032569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.176328446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.229309571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.281862006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.335093867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.387884862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.440516172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.497184245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.549873384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.603286443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.655749415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-dd087a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:16.708160709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-dd087a"},"namespace":"ai-tenant-e2e-shared-a-w4-dd087a","name":"default-tenant","reconcileID":"f3878b61-fb3b-4b4c-8d0f-51c20deea0c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-dd087a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.252192542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"31d6bee5-18ba-4651-b819-6280cf625c4e","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.252232148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"45a04750-b6ba-4370-b18c-4844cdcc9bc6","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.366918615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e79c91cc-fd2b-499a-bf8e-de37447abd96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.540485572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"adbcc8ba-4f50-4949-b187-224379367bf3","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.582563625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a78cf614-8907-4e33-9694-a8b77e5e51f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.785602484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"aa2501d8-0898-4176-816f-e6e6b910aff3","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:17.891467213Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"99e4dfad-0bf0-4572-b47c-38de60f381c0","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.0526401Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-dd087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-dd087a","reconcileID":"d7bb5306-6db6-41db-b4be-945fc45aa619","aitenant":"ai-tenants/e2e-shared-a-w4-dd087a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.217349021Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"d6e9b9f7-d354-4a9c-b981-d94dfab07825","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.636113452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae69c82-11fa-4e27-8531-0c39872ce119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.689583091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae69c82-11fa-4e27-8531-0c39872ce119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.743889223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae69c82-11fa-4e27-8531-0c39872ce119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.796901819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ae69c82-11fa-4e27-8531-0c39872ce119","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:18.968716577Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-dd087a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-dd087a","reconcileID":"d7bb5306-6db6-41db-b4be-945fc45aa619","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-dd087a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-dd087a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.067593909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"50a78e40-9bc8-42e8-96ea-92660c5ff99e","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.067659912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e4320482-74b2-4633-946d-a34ddd5fd924","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.068069139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"57c81b61-49c1-4937-8d50-597df968e515","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.06824076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"16830dfe-f979-431a-8f68-3407732da962","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.120839138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"3a15c6f2-010c-4051-b7ba-1ca2125ab895","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.126594275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"16830dfe-f979-431a-8f68-3407732da962","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.126669208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"57c81b61-49c1-4937-8d50-597df968e515","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.128746842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"50a78e40-9bc8-42e8-96ea-92660c5ff99e","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.130100416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e4320482-74b2-4633-946d-a34ddd5fd924","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.178908489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"3a15c6f2-010c-4051-b7ba-1ca2125ab895","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.185423087Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"57c81b61-49c1-4937-8d50-597df968e515","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.18672915Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"50a78e40-9bc8-42e8-96ea-92660c5ff99e","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.231680891Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"ddd55245-47c4-4d2e-a993-3cae27cdd4fc","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.23561759Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"3a15c6f2-010c-4051-b7ba-1ca2125ab895","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.71311958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f3243960-bd59-4162-9b96-beb210f5ca1e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:19.771209775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"f3243960-bd59-4162-9b96-beb210f5ca1e","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:20.723583528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a358f1bc-ef77-44be-bdcb-c6c56131254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:20.776713025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a358f1bc-ef77-44be-bdcb-c6c56131254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:20.829571648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a358f1bc-ef77-44be-bdcb-c6c56131254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:20.882446098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a358f1bc-ef77-44be-bdcb-c6c56131254e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:22.885227231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a2b1da-59ae-4769-afbc-a1154914a287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:22.93837792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a2b1da-59ae-4769-afbc-a1154914a287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:22.991205542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a2b1da-59ae-4769-afbc-a1154914a287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:23.044392333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35a2b1da-59ae-4769-afbc-a1154914a287","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:26.568273634Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"09f56f0d-bf57-4661-8a18-d4a83502e3e8","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.017417454Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.017503325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.017573982Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","tenant":"e2e-shared-b-w4-03c4e8","tenantID":"e2e-shared-b-w4-03c4e8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.072352629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-03c4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.133266415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Service","name":"maas-api-e2e-shared-b-w4-03c4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.194059259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-03c4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.248710696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-03c4e8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.304958796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.360001557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.419102305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.479004571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.524601511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab147d34-62d4-4665-bd93-d5cf84335dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.577629835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.577626053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab147d34-62d4-4665-bd93-d5cf84335dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.631805219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab147d34-62d4-4665-bd93-d5cf84335dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.664765125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.695194189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab147d34-62d4-4665-bd93-d5cf84335dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.762508818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.825895063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.881832124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:27.971968571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.029677365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.08699777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.141745315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.196803405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.250317668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-03c4e8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.304846745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-03c4e8"},"namespace":"ai-tenant-e2e-shared-b-w4-03c4e8","name":"default-tenant","reconcileID":"6823f64c-3a72-4075-988f-8725d6b80e98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-03c4e8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.335777924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.836115072Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"22b609da-8450-40b1-a5ff-b3b33fa1d8fe","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","subscription":"e2e-rot-4f3beb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:28.836220269Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-sub","reconcileID":"22b609da-8450-40b1-a5ff-b3b33fa1d8fe","MaaSSubscription":{"name":"e2e-rot-4f3beb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","error":"MaaSModelRef not found: e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.267905949Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-recover-a4e488-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.44050483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"981649ef-c573-4d3a-8d16-b138b2e90230","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.440530059Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"981649ef-c573-4d3a-8d16-b138b2e90230","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.557841374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"176d1e8a-1cf1-46e7-81cf-14d5e2b003bf","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.557860825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"176d1e8a-1cf1-46e7-81cf-14d5e2b003bf","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.621794963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7a23e3-2739-4527-a5b5-320a1ad8c3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.675111599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7a23e3-2739-4527-a5b5-320a1ad8c3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.675228593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ceb9ff82-0a71-47a9-b3d5-514d696e07cf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.675432715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"d939bf8b-0a2d-4c4a-9b33-59c49667aeab","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.675608758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"ebbd7559-7c85-4c7a-abe3-acc733bd5929","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.675734855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"91a3e539-b496-4f63-9029-3bdca5342cef","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.72867498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7a23e3-2739-4527-a5b5-320a1ad8c3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.728900527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"f7b05c14-3182-4a9a-af99-6de9a0aa78cc","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.732867168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"ceb9ff82-0a71-47a9-b3d5-514d696e07cf","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.781989225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b7a23e3-2739-4527-a5b5-320a1ad8c3e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.782541611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"3271e53b-6dc3-4413-adde-9f7142e37014","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.782560804Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"3271e53b-6dc3-4413-adde-9f7142e37014","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.787174169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"ebbd7559-7c85-4c7a-abe3-acc733bd5929","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.787174547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"d939bf8b-0a2d-4c4a-9b33-59c49667aeab","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.840472457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"91a3e539-b496-4f63-9029-3bdca5342cef","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.841484798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"f7b05c14-3182-4a9a-af99-6de9a0aa78cc","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.889862132Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"ebbd7559-7c85-4c7a-abe3-acc733bd5929","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:29.898411048Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"f7b05c14-3182-4a9a-af99-6de9a0aa78cc","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:30.146737688Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rot-4f3beb-access","reconcileID":"ab46d241-18ee-4a7a-97e6-365e079224e2","MaaSAuthPolicy":{"name":"e2e-rot-4f3beb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rot-user-f023d7/e2e-rot-4f3beb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:30.364359568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"9191f596-73d4-479f-9d9e-4e5964d5ae4f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:30.430051132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"9191f596-73d4-479f-9d9e-4e5964d5ae4f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:30.486622467Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"9191f596-73d4-479f-9d9e-4e5964d5ae4f","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.672088726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"558d8e69-db54-4348-ba0f-2e930eb7f8e0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.672108509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"068a726a-6a87-4a4c-82e8-51115b0b9e40","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.672590097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1cad8772-cf53-4a58-a7ce-9c53d568dfad","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.672612824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"632de627-921c-4539-8cc0-02cc8ab11bd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.675316015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"26d5fd4e-e60d-43e5-a48b-a9c560ba8c55","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.729999556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"558d8e69-db54-4348-ba0f-2e930eb7f8e0","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.730144296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"068a726a-6a87-4a4c-82e8-51115b0b9e40","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.733744526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"632de627-921c-4539-8cc0-02cc8ab11bd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.733748716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1cad8772-cf53-4a58-a7ce-9c53d568dfad","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.735958533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"26d5fd4e-e60d-43e5-a48b-a9c560ba8c55","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.790822477Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"632de627-921c-4539-8cc0-02cc8ab11bd9","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:31.790923106Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"1cad8772-cf53-4a58-a7ce-9c53d568dfad","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:32.879124205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"efa46abb-f38f-4e18-b0ae-cb961697bc21","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:32.989191883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"a0e72d2d-814c-4c35-9911-af4978fcdf18","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.198357241Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-03c4e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-03c4e8","reconcileID":"a035b712-4a8b-44f9-bfb2-a1db7fdc9e8e","aitenant":"ai-tenants/e2e-shared-b-w4-03c4e8","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.363067499Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"aa699657-a7e4-4585-b8a7-f0062e09c4d4","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.762324974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640ce1b6-05d6-48d0-8bc8-d52f9fa241eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.815220495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640ce1b6-05d6-48d0-8bc8-d52f9fa241eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.867948557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640ce1b6-05d6-48d0-8bc8-d52f9fa241eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:33.92062073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"640ce1b6-05d6-48d0-8bc8-d52f9fa241eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:34.085028072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-03c4e8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-03c4e8","reconcileID":"a035b712-4a8b-44f9-bfb2-a1db7fdc9e8e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-03c4e8","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-03c4e8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:34.358666212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"2087cf55-1c50-4622-bc2e-c5a1632a675e","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:35.914881095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bf3701-5a59-4d3b-a393-ffc1ae854bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:35.967713093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bf3701-5a59-4d3b-a393-ffc1ae854bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:36.020513567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bf3701-5a59-4d3b-a393-ffc1ae854bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:36.073463111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2bf3701-5a59-4d3b-a393-ffc1ae854bc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:38.067288808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"6cb4699c-ac87-46fa-a372-0a94d51caf83","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:38.168836898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"0ee31b98-50e5-4d17-872b-b5e18081d578","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:38.245012566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ffdda3f-8f06-471f-ac97-d5944a5b03d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:38.34608824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73ec5413-8bab-4c67-b303-66d1b5cd334f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:38.49894726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"1825dbac-3f05-426e-b273-a5bf7a36f591","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:41.520384246Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"7cfdd9cd-f659-48ff-b559-9e9e590e5eca","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","subscription":"e2e-rec-recover-a4e488-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:41.520513905Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-sub","reconcileID":"7cfdd9cd-f659-48ff-b559-9e9e590e5eca","MaaSSubscription":{"name":"e2e-rec-recover-a4e488-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","error":"MaaSModelRef not found: e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:41.792510457Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-rec-ctrl-232330-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:41.904620301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"dec51d20-50c5-4e11-a238-52015b0962b5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:41.904640639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"dec51d20-50c5-4e11-a238-52015b0962b5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.0109393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"de853239-34c3-4360-a457-eacdd40a459a","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.010958956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"de853239-34c3-4360-a457-eacdd40a459a","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.111444753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"315e3f25-4073-4ed3-be4d-8cef4920f8ad","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.111671137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3d4539f8-ef1d-4fc5-a3e0-5aa81ed4ddd3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.111447733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"7d58ead7-e30c-4cb0-a59d-7c32f4160506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.112085432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"220dd8cd-1e67-41b7-8bb0-6d3e7287ad9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.11215088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"8b59c414-3f0b-4e4b-a087-8e9018cebe8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.117716291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"4077c376-9cc8-4b25-b406-19e9474b9208","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.11773171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"4077c376-9cc8-4b25-b406-19e9474b9208","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.16969112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"315e3f25-4073-4ed3-be4d-8cef4920f8ad","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.170049489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"3d4539f8-ef1d-4fc5-a3e0-5aa81ed4ddd3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.172148486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"220dd8cd-1e67-41b7-8bb0-6d3e7287ad9c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.172227464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"8b59c414-3f0b-4e4b-a087-8e9018cebe8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.174381808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"7d58ead7-e30c-4cb0-a59d-7c32f4160506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.228527949Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"8b59c414-3f0b-4e4b-a087-8e9018cebe8b","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.230824869Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"7d58ead7-e30c-4cb0-a59d-7c32f4160506","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:42.382030188Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-recover-a4e488-access","reconcileID":"0941151d-bf26-4b0c-9a41-5602597451b3","MaaSAuthPolicy":{"name":"e2e-rec-recover-a4e488-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-noaccess-771a15/e2e-rec-recover-a4e488","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.342454896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2468f02c-64c5-48bb-ad15-a7a9f1ead77d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.342694612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"617754c0-d03c-4c22-be99-9096739362d7","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.342453535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"b382c09b-b0b5-4512-b9e6-d78c7a9f8f14","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.343077924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"d98d9155-5399-47ce-9d48-3e276d402c9b","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.401555226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"b382c09b-b0b5-4512-b9e6-d78c7a9f8f14","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.401709439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"d98d9155-5399-47ce-9d48-3e276d402c9b","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.404155508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2468f02c-64c5-48bb-ad15-a7a9f1ead77d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.404539997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"617754c0-d03c-4c22-be99-9096739362d7","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:43.460761352Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"2468f02c-64c5-48bb-ad15-a7a9f1ead77d","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:44.46595185Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"14d3b9da-0ec2-4db7-bc2d-e16020856bb7","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.242668406Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"07350262-fdd6-4640-9045-e19f69b9fd3d","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","subscription":"e2e-rec-ctrl-232330-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.242820976Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-sub","reconcileID":"07350262-fdd6-4640-9045-e19f69b9fd3d","MaaSSubscription":{"name":"e2e-rec-ctrl-232330-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","error":"MaaSModelRef not found: e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.515207603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-detach-d2674b-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.629112652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"5fe8eebb-2889-49dc-be5f-cec3f153eacf","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.629140374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"5fe8eebb-2889-49dc-be5f-cec3f153eacf","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.736007164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5647e8ad-e12a-483a-be73-f37e88a2933f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.736036022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"5647e8ad-e12a-483a-be73-f37e88a2933f","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.779738531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"2a69595a-dc33-4fff-b142-f842534b4635","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.780964795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"8ba9677e-653a-43b7-b33b-d31f73e1f351","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.782724624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"18c1ce38-7e05-4d4b-921d-8da386c5079f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.828039767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"f22b04b3-f5ec-4ae4-8539-b518482fac5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.837505969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"2a69595a-dc33-4fff-b142-f842534b4635","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.838598597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"8ba9677e-653a-43b7-b33b-d31f73e1f351","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.840307628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"18c1ce38-7e05-4d4b-921d-8da386c5079f","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.842756677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"7e5188af-25aa-42a9-913e-7c46bf2f4da2","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.842772895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"7e5188af-25aa-42a9-913e-7c46bf2f4da2","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.886096802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"f22b04b3-f5ec-4ae4-8539-b518482fac5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:53.942835416Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"f22b04b3-f5ec-4ae4-8539-b518482fac5e","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.050577238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-rec-ctrl-232330-access","reconcileID":"fc8a86ea-e321-49f2-8876-20aa6f713f61","MaaSAuthPolicy":{"name":"e2e-rec-ctrl-232330-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-rec-user-75e968/e2e-rec-ctrl-232330","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:54.574214513Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"dd3f0e9a-7e16-4242-b060-3230d8d24f26","MaaSModelRef":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.399072755Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"b9d67241-f5d5-4ca1-b90a-306c44d5439b","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.559901759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5bdf602-9ca9-429b-bbc4-780b3d0d87f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.561182532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1beb8f3-a5ef-42a6-adbf-233f6711e50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.611453846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9d9b9cdc-ecf2-469d-845a-304676b1932c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.61216111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"62eab462-3b1c-421d-b408-97d8bcf8d573","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.612160759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"000c8b31-49a3-4f28-bed7-1c9bf229c4a3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.617889684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5bdf602-9ca9-429b-bbc4-780b3d0d87f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.618941929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1beb8f3-a5ef-42a6-adbf-233f6711e50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.669773714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"9d9b9cdc-ecf2-469d-845a-304676b1932c","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.6701732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"000c8b31-49a3-4f28-bed7-1c9bf229c4a3","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.67233666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"62eab462-3b1c-421d-b408-97d8bcf8d573","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.791471951Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2aa15","namespace":"e2e-extmod-att-noaccess-640f61"},"namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","reconcileID":"abbde2bd-2ac7-44c3-9eb4-35cab7414153","namespace":"e2e-extmod-att-noaccess-640f61","name":"e2e-att-noaccess-b2aa15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.952819929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a517229d-7342-41d9-99ed-b3fae04ed4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:56.952824316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55cf6175-db9c-4dfc-b0f7-2779946dd57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.012437468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55cf6175-db9c-4dfc-b0f7-2779946dd57a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.01255172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a517229d-7342-41d9-99ed-b3fae04ed4d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.147225991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1e046be1-4bfe-425a-a8e1-1fd3d27af353","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.14734737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"7c16dc05-7d10-42fa-8b78-963819f22ba8","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.147226016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8f4d689e-52e3-4ccf-8c88-5fef03d17573","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.205953364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"8f4d689e-52e3-4ccf-8c88-5fef03d17573","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.206134021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"7c16dc05-7d10-42fa-8b78-963819f22ba8","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:57.208017477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"1e046be1-4bfe-425a-a8e1-1fd3d27af353","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.10532515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"ded83c67-6cb0-4797-946f-bf3a6c06eced","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.105346492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"ded83c67-6cb0-4797-946f-bf3a6c06eced","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.262540209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"afbe5778-a8b0-48d8-a00c-a304c7a04d1d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.262554619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"360461c4-9ae8-4383-b4a7-269f9ce80061","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.26302591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"6693e2e6-18fa-4ab0-8c84-2ef301fdb64c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.273714681Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"afeda5cb-c0bb-45c7-b782-8041cf409a4d","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d6472f25","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.322105975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"360461c4-9ae8-4383-b4a7-269f9ce80061","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.323397877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"6693e2e6-18fa-4ab0-8c84-2ef301fdb64c","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.326294816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"afbe5778-a8b0-48d8-a00c-a304c7a04d1d","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.336360735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.800090782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"54dc9d0e-45be-4238-b58e-3fdc5ef915d6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.800095586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"17d5a5a9-609b-4ab6-b695-aa11c201cae8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.800585776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"399ea463-c7df-4f7a-bed5-e1c71e1d4d53","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.859586382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"399ea463-c7df-4f7a-bed5-e1c71e1d4d53","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.861295333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"54dc9d0e-45be-4238-b58e-3fdc5ef915d6","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:58.862744874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"17d5a5a9-609b-4ab6-b695-aa11c201cae8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:59.706376443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4211002b-15de-45b3-a544-57a1eba14876","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:38:59.928553296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"32bc5223-47ff-4fc0-ad17-9544e99f3588","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:00.044483812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"08c5cf81-f304-43b4-9d84-54e6ac2166ad","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:00.093443165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4c710f1-f14d-4177-bc9b-0e046264419b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:05.277829638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"98c5709c-5392-4f52-99bf-79a2d07a26e9","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:05.323945637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0f01e776-5a5d-4f75-b066-155968e65bc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:05.394445598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"d83d8a5b-1b15-4e76-9f51-35079cb3e550","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:05.42474861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"96839225-1dc2-4d9a-af98-9cd110cbf54a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.327575353Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"3899da5a-ce2d-492f-b5ba-4639f415dbed","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","subscription":"e2e-att-detach-d2674b-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.434445147Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"3899da5a-ce2d-492f-b5ba-4639f415dbed","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.487840294Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-sub","reconcileID":"3899da5a-ce2d-492f-b5ba-4639f415dbed","MaaSSubscription":{"name":"e2e-att-detach-d2674b-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.764632002Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-att-serve-d6f7e6-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-att-unrel-604305-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.818622851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"4d2f9d35-157f-4c23-b2de-22333d6afa33","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.818649822Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"4d2f9d35-157f-4c23-b2de-22333d6afa33","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.976484249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b3ae6cc7-0a77-4b02-9f2f-4da5267ecb60","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.976532865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"ebad918d-7a9e-415f-8aaf-1121d03345e3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.976844948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e63e6798-6994-4fa4-b91c-db0a6ae794e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.983934057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"4078d577-02a0-448b-a2af-d3920780a4c1","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:08.98395019Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"4078d577-02a0-448b-a2af-d3920780a4c1","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.036085639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"ebad918d-7a9e-415f-8aaf-1121d03345e3","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.03611313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"e63e6798-6994-4fa4-b91c-db0a6ae794e6","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.038249326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b3ae6cc7-0a77-4b02-9f2f-4da5267ecb60","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.090596782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"680ab464-6305-47d4-a870-7a0fdb7fd014","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.090612524Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"680ab464-6305-47d4-a870-7a0fdb7fd014","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.197710386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"253688cd-5555-4434-8b0c-9bf7b47aa5ff","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.197730677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"253688cd-5555-4434-8b0c-9bf7b47aa5ff","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.300835815Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-detach-d2674b-access","reconcileID":"e978dc8f-169a-4793-bad2-0047dd9011a4","MaaSAuthPolicy":{"name":"e2e-att-detach-d2674b-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.611812842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"e15defe9-62c1-40f3-9688-4b8f1591212b","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:09.611837028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"e15defe9-62c1-40f3-9688-4b8f1591212b","MaaSModelRef":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-detach-d2674b-03639339985a","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-detach-d2674b","externalModel":"e2e-att-detach-d2674b","provider":"e2e-att-detach-d2674b-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.112303201Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"415cb3d8-04a4-4101-b61d-906d2c29a29e","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.222775686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"14ecbf61-6e1d-43a7-bbe0-09f868d3ecde","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.222797362Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"14ecbf61-6e1d-43a7-bbe0-09f868d3ecde","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.271025374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79d9fb85-ebef-4340-b041-7e6285d65c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.271024401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"31be0d2f-2d7e-4eb9-ab02-b18ffd0490b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.271880215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0b35f4dd-1dba-4617-bfe1-04192ce27fa1","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.271989958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772ca9d0-6c6c-4eb1-95fc-04465dddf0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.329333688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79d9fb85-ebef-4340-b041-7e6285d65c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.329575698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"31be0d2f-2d7e-4eb9-ab02-b18ffd0490b0","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.330274067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a18d9244-be22-470f-87a3-272ab7301472","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.330296508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a18d9244-be22-470f-87a3-272ab7301472","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.331872433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"772ca9d0-6c6c-4eb1-95fc-04465dddf0db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.332534502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0b35f4dd-1dba-4617-bfe1-04192ce27fa1","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.435755287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"d534f171-b406-4833-8495-b1358a86de9b","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.438017944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"85bd0b55-a427-46e6-b100-b11898a1f4b6","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.632385994Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-d2674b","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","reconcileID":"9dfb6c80-7905-4852-97ee-7aead9e7f3bb","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-detach-d2674b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.791117472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ab6364-9da1-475d-aac6-52e5732fe732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.791117397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833a5fe8-42c4-4d4c-a24b-35f875a0ce49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.798840969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"bba0fdb1-e96f-4d9d-9c9e-2d1ee4cf581a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.798840614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"63065fd9-9b63-4ea8-a574-596aa151996d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.849436882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89ab6364-9da1-475d-aac6-52e5732fe732","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.849693666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"833a5fe8-42c4-4d4c-a24b-35f875a0ce49","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.856649328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"63065fd9-9b63-4ea8-a574-596aa151996d","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:10.856688388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"bba0fdb1-e96f-4d9d-9c9e-2d1ee4cf581a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.17439062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"11e3c7a3-8a38-4c55-acf7-f494d25f989b","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.174413744Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"11e3c7a3-8a38-4c55-acf7-f494d25f989b","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.320792908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"734bcb6c-42d5-48a6-9ce8-560bccbd64ad","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.320789374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"834ad8f9-eb59-49dd-9ac3-120cd1e58422","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.339995324Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"1346109d-256d-4e85-bcd1-c41ffcf8e6eb","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5207ddd4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.381242829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"734bcb6c-42d5-48a6-9ce8-560bccbd64ad","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.381337915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"834ad8f9-eb59-49dd-9ac3-120cd1e58422","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.804803964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"9d3f6924-8423-4a88-a4f0-587ae907b931","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.804810338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6577d23e-7a83-4c33-82fd-c9e5f58f6cac","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.866571921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"9d3f6924-8423-4a88-a4f0-587ae907b931","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:11.866571909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6577d23e-7a83-4c33-82fd-c9e5f58f6cac","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:14.110950684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"314f138a-b869-44e3-b16d-2f4c5716b6f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:14.22428804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1307a30b-b5a9-4524-a3f0-d51751ca00fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:14.261340725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"ad08a641-2532-45fb-97ed-6762305cd636","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:20.828972154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"4d612437-57ca-4b35-97d3-5f0f4d5f994f","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.006069298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1228fb28-fe3f-454e-8adc-a2e88d840247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.10566688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90a0ef8f-5d87-4789-a254-1d86759a8d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.395961103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"fa1df89d-19fa-4721-bf32-49d3f73775c1","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","subscription":"e2e-att-unrel-604305-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.503396761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"fa1df89d-19fa-4721-bf32-49d3f73775c1","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.557210563Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-sub","reconcileID":"fa1df89d-19fa-4721-bf32-49d3f73775c1","MaaSSubscription":{"name":"e2e-att-unrel-604305-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.885011426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a427fed8-8644-4234-bca7-481c144faa2f","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.885037975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"a427fed8-8644-4234-bca7-481c144faa2f","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.990428296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b58bc1f4-0d35-4ba9-b98a-c7e76807f4c0","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:21.990649196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"217bd7bf-4c05-405d-91c7-838a2125a238","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.048895728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b58bc1f4-0d35-4ba9-b98a-c7e76807f4c0","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.049021881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"217bd7bf-4c05-405d-91c7-838a2125a238","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.04926138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"3a1b3c99-3b9d-457c-99e3-120944ddbd1d","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.049276023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"3a1b3c99-3b9d-457c-99e3-120944ddbd1d","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.156221987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"9e84d19c-32e4-4176-8c62-ee1ea8c3c435","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.156239995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"9e84d19c-32e4-4176-8c62-ee1ea8c3c435","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.314185873Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-unrel-604305-access","reconcileID":"173247a7-6629-4f3b-aef7-9838f79bded8","MaaSAuthPolicy":{"name":"e2e-att-unrel-604305-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.529757511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"774960b3-7be6-4ac4-8e12-59a4117bde43","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:22.529781262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"774960b3-7be6-4ac4-8e12-59a4117bde43","MaaSModelRef":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-unrel-604305-4e90e7142a01","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-unrel-604305","externalModel":"e2e-att-unrel-604305","provider":"e2e-att-unrel-604305-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.033948401Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"639124cc-f289-4a67-bb4f-8a5cd33d8ac1","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.14102176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b79931c8-ab83-4996-913a-87b190a2202f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.144793882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"fade5bb5-4999-41cf-b563-d99822402fc3","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.144813292Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"fade5bb5-4999-41cf-b563-d99822402fc3","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.193552937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6613448-1e55-4937-a5ba-a76bedc37aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.193574174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40af30ad-6cc6-4226-bbfc-db76fb178996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.19893222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b79931c8-ab83-4996-913a-87b190a2202f","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.251958354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"40af30ad-6cc6-4226-bbfc-db76fb178996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.252002155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f6613448-1e55-4937-a5ba-a76bedc37aed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.358661523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"201ec348-872b-4fa7-81f7-fd8e5ebf0165","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.544076139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-604305","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","reconcileID":"9b7f05a9-4284-48e5-a2fd-3786a3aebaf0","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-unrel-604305","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.57035474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"89d42186-09a2-489a-bc40-194d18e7346a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.628562345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"89d42186-09a2-489a-bc40-194d18e7346a","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.702463189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7bbf972-b5a2-4046-a1e0-77fd02e8d6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.702648435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1872ceda-f710-4414-bfdd-10b5b934697c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.760477911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b7bbf972-b5a2-4046-a1e0-77fd02e8d6f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:23.760633296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1872ceda-f710-4414-bfdd-10b5b934697c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.003694248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"25f15071-46cb-4987-af34-589fa9eca5d8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.061457053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"25f15071-46cb-4987-af34-589fa9eca5d8","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.092377592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2e0ae02e-3362-4a66-a55f-fb7f08697fd5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.09239442Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"2e0ae02e-3362-4a66-a55f-fb7f08697fd5","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.259696142Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"0a9d61be-15e1-4af4-8c02-8f444c3a2eab","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3d757018","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.435665567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6865f879-d8ad-4898-93c8-bf259f28cf16","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:24.494043867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"6865f879-d8ad-4898-93c8-bf259f28cf16","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:26.282676341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"80c634e8-41f4-424c-bb17-d9f2cf99b31f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:26.512379824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df866c69-8377-4b97-85fd-bd04aa6c8480","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:28.336827804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:32.794133519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d443c422-4b2c-4def-b9be-5c33606cbe6a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:33.079468835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5fb783d7-070d-4d02-b9ce-2b9cef922afc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.313265683Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"624641e9-9a4e-4822-8d6f-03919009755d","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","subscription":"e2e-att-serve-d6f7e6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.420118111Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"624641e9-9a4e-4822-8d6f-03919009755d","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.473469566Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-sub","reconcileID":"624641e9-9a4e-4822-8d6f-03919009755d","MaaSSubscription":{"name":"e2e-att-serve-d6f7e6-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.800694273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a8225edd-ac1e-4dd7-954d-6d9369be61ed","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.800726622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a8225edd-ac1e-4dd7-954d-6d9369be61ed","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.8532356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b09af68d-8d55-4be2-9a2c-562c309471dc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.911453264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"b09af68d-8d55-4be2-9a2c-562c309471dc","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.965445831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a880c250-d3b6-43ae-99f6-f4859c4a40e1","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:34.96546487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a880c250-d3b6-43ae-99f6-f4859c4a40e1","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:39:35.073189767Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a880c250-d3b6-43ae-99f6-f4859c4a40e1","name":"e2e-att-serve-d6f7e6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6f7e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:39:35.073252385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"a880c250-d3b6-43ae-99f6-f4859c4a40e1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d6f7e6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.132439313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"456742f9-5c54-4ba1-b0cc-64f9b2ec591a","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.132457156Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"456742f9-5c54-4ba1-b0cc-64f9b2ec591a","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.176746747Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0c6cb6ea-08a5-46f3-8c8b-7ecde0623428","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.335596367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0c6cb6ea-08a5-46f3-8c8b-7ecde0623428","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.465169814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0c6cb6ea-08a5-46f3-8c8b-7ecde0623428","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.46519172Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-att-serve-d6f7e6-access","reconcileID":"0c6cb6ea-08a5-46f3-8c8b-7ecde0623428","MaaSAuthPolicy":{"name":"e2e-att-serve-d6f7e6-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.576518268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"6ee1375d-1a99-448d-8db3-ea279a052b70","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-att-user-7ab2f9/e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:35.576546584Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"6ee1375d-1a99-448d-8db3-ea279a052b70","MaaSModelRef":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"routeName":"external-model-e2e-att-serve-d6f7e6-7000cec421bb","namespace":"e2e-extmod-att-user-7ab2f9","model":"e2e-att-serve-d6f7e6","externalModel":"e2e-att-serve-d6f7e6","provider":"e2e-att-serve-d6f7e6-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.081870296Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"6f722956-49e4-406c-b2fd-171e5812c051","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.241598254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9fdc2e4-17d7-4c7d-add1-c1308ce6c74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.241613605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e835a8d-a3ac-4501-9a00-2c8bcfea23ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.3004408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f9fdc2e4-17d7-4c7d-add1-c1308ce6c74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.300652348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e835a8d-a3ac-4501-9a00-2c8bcfea23ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.595815914Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d6f7e6","namespace":"e2e-extmod-att-user-7ab2f9"},"namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","reconcileID":"3ee6419f-86dc-4764-855c-beb1adb14905","namespace":"e2e-extmod-att-user-7ab2f9","name":"e2e-att-serve-d6f7e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.753617218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07cf9470-e0a4-4023-bb42-ec61752b7aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.753624496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb1513a0-1e81-4283-989b-81a11b4d8640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.811811205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07cf9470-e0a4-4023-bb42-ec61752b7aec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:36.811905157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb1513a0-1e81-4283-989b-81a11b4d8640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:39.800433615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec783213-bcc7-46f4-9fe9-96f8b083812a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:39.916527595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8550e3c-b4ed-4699-9e1e-3bba4696afbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:46.452305278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e6ec3a66-631a-4aca-a4aa-829341b45d96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:46.566775227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e92cab0e-d154-4ba0-b5ea-3b899e4a78e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.176223394Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"ed45d12c-93e7-4d0d-a06d-838c076d2951","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.333959969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"921c920d-053d-4523-8703-92652f5505b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.334383631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd9c1f7-e3c6-44c6-bf6a-8c407429ad45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.340515012Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"c73c10a6-a40f-401f-b30a-3856f74291b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.392057459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"921c920d-053d-4523-8703-92652f5505b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.393101193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"efd9c1f7-e3c6-44c6-bf6a-8c407429ad45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.396404586Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"7e8500c5-353c-4a2d-811b-def36bc75f24","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.555763576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"d075da9a-c6db-40f2-9934-2b2d6f281397","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.75618843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec827902-c006-4ec4-b9d7-83e1afc64a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.756194337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cea42d80-a6fe-4ec5-b701-6c9576d208d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.814333276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec827902-c006-4ec4-b9d7-83e1afc64a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.814374976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cea42d80-a6fe-4ec5-b701-6c9576d208d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.844580298Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"3b1c6438-e794-444a-b6bc-74c7ca138592","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.950567777Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"c31488ed-6450-4442-acd5-ae117964c8a6","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:50.953876061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"c9833b4a-674e-4374-a621-d2695e4ce3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.056370087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"f327c11e-760d-4fce-8eff-212484dfa8d5","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.084305817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"c9833b4a-674e-4374-a621-d2695e4ce3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.140879636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"c9833b4a-674e-4374-a621-d2695e4ce3d1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.254966981Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"12ae8698-c632-413d-992f-4d04a1519829","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.271128233Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"e5909cc4-c7f7-4954-81e5-e72cf82f4d2a","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.307240436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"a9d40f60-23d8-4e0b-8623-ec8aeb331537","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.360502707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"97807650-689e-475a-9977-5719055a34bd","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.360521027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"97807650-689e-475a-9977-5719055a34bd","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.364766285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"a9d40f60-23d8-4e0b-8623-ec8aeb331537","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.421126494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"a9d40f60-23d8-4e0b-8623-ec8aeb331537","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.461382537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78f1b86-bfe7-464b-815c-9d1e714dea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.461398806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb40377-9e0d-4d1d-bdd6-9f08fe21ef86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.519607064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6cb40377-9e0d-4d1d-bdd6-9f08fe21ef86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.519608275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a78f1b86-bfe7-464b-815c-9d1e714dea2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.526759696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"3b586521-3749-4c40-bd85-3fb724dd0ea8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.584887461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"3b586521-3749-4c40-bd85-3fb724dd0ea8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.641500014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"3b586521-3749-4c40-bd85-3fb724dd0ea8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.748747372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f19f0c6e-f39b-4dee-bcb8-5b4048c7e995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.806716506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f19f0c6e-f39b-4dee-bcb8-5b4048c7e995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:51.863255018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f19f0c6e-f39b-4dee-bcb8-5b4048c7e995","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.122895185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba2f807a-b91b-479c-83f8-9783fe5477d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.204515334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f5d8d163-4dab-44a8-816d-27f1e3362db1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.238180582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f7d1c20-7e8a-4d20-ab63-b24e485e2e85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.262285806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f5d8d163-4dab-44a8-816d-27f1e3362db1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.318800852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (db3e0da5744afac3573d1b478f6557cda5cda355e27a17c599a83e3fca3b5687) AuthConfig (6bb61c98d8ae39a9e0876f672e0de696d54a28d878eafd525e2129ec8d1ed08e) AuthConfig (7b6ae1dbb775b6aee2617a8e4bd0c02c503c6bf155f23f475cbb3fcc50421161) AuthConfig (f2ea6cbf384dbd24d22002ff581f30996c9e3625088b0d00acca14f23ec2c244) AuthConfig (e1f51f30b0c89e6637f3ed9c950fc127c8e449091356d59e38613b717335ce80) AuthConfig (29e91b004fddd75c6aa7ad35d209d2fcdc6c46265ee34ff6e4832b209cec0c12) AuthConfig (3c651276a0d411803482cbf99812dfdebd33b5ccc7319a2b02a9bbb0a1325edf) AuthConfig (b349d5352154be442de415445a1b4ac40434a73a64ca233e25f6b1ae4ddaef63) AuthConfig (c5546a5fedd67dfec58f614768ee07c92a4324d52648ca8b9777b7cb261e017a) AuthConfig (ea328b33de57e9155f8a27ea7f824b1966b04552187683198f7d467b6ad14b9b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"f5d8d163-4dab-44a8-816d-27f1e3362db1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.428740307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"7af0de75-5eda-454d-a167-72cc03c22e2f","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:56.428763028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"7af0de75-5eda-454d-a167-72cc03c22e2f","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:39:58.336189862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.19057479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"728dc5ac-4405-4a89-a929-ebaf07660aec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:01.315820607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"df1407dc-5eed-40dd-9776-123cb3bab061","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:06.482779241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"6c28ed05-93f3-4770-89bb-fa7d52f2daca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:06.54089931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"6c28ed05-93f3-4770-89bb-fa7d52f2daca","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.024113321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"26a73016-caaa-4572-be27-8c4b4a58ed1b","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:07.024142026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"26a73016-caaa-4572-be27-8c4b4a58ed1b","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.952545102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"28b29ace-e5a5-4064-a907-4f0ab033f07c","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:11.952567845Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"28b29ace-e5a5-4064-a907-4f0ab033f07c","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.008379788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"ffa765e4-3363-433c-8c9e-fb4fbc424f29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:12.009317233Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"9a366832-24b6-427b-ae9a-e1d4bb2c04fd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-e3b4b0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.066935797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"ffa765e4-3363-433c-8c9e-fb4fbc424f29","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.115686205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"b6c8432d-a1a7-47db-b267-ff7daebf285c","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.115703735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"b6c8432d-a1a7-47db-b267-ff7daebf285c","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.222077351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"e2162c68-681f-4f27-90d6-c0b4dad7d665","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.222097905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"e2162c68-681f-4f27-90d6-c0b4dad7d665","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.32881873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"110b9d2b-8d13-4e91-8679-97ab31cd803b","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.328839765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"110b9d2b-8d13-4e91-8679-97ab31cd803b","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.437364176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"7632f4fd-9f2e-4e5d-abbc-fc45f62eec79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.459896062Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"94752fb2-4910-4a9e-a1c5-993c0c19fb92","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cmp-legacy-e3b4b0","model":"e2e-cmp-legacy-e3b4b0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.495833173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"7632f4fd-9f2e-4e5d-abbc-fc45f62eec79","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.731696815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"4e778ad7-b2a7-41b2-9155-85993c068b19","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.731728624Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"4e778ad7-b2a7-41b2-9155-85993c068b19","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:12.945122902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"3d8b43f7-e02a-4411-8044-8bcde1d1f9a5","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cmp-legacy-e3b4b0","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:15.616921096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36b4e597-1e69-494a-8b11-51a4a3243c7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:15.771949662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"184eb50b-b61a-4994-a1c4-4681b4866362","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cmp-legacy-e3b4b0","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:15.851882387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4f31b0f-d182-40e4-8f68-fb6fab84b7c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:15.877627193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"d5e3bae9-56f6-45b8-bfd6-7571820b8c88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:15.935734674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"d5e3bae9-56f6-45b8-bfd6-7571820b8c88","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:16.042221319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"7c5637cd-7e2c-463c-b257-61ecd6260b27","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:16.042243267Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"7c5637cd-7e2c-463c-b257-61ecd6260b27","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.090553328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"d39f9d2e-a6a2-46c1-9bb8-48baf28616ac","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.144287687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"29892181-4f21-4219-b108-baca2c4d2d41","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.144319082Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"29892181-4f21-4219-b108-baca2c4d2d41","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.19673454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"750f605b-1971-4a68-a919-88fa241e1fb3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.249320894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3313804c-0e5f-474b-a43f-207f9c3907d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.249353688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85d4cc0-0654-4bdf-b9d8-f97e995d7105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.25453384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"750f605b-1971-4a68-a919-88fa241e1fb3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.307208965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3313804c-0e5f-474b-a43f-207f9c3907d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.307647435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c85d4cc0-0654-4bdf-b9d8-f97e995d7105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.591608797Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"58deea62-d30c-46f4-a6df-991d5a23d6af","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.644851026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"9e22117d-2e31-49cd-8589-7c0f034ced71","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.644879041Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"9e22117d-2e31-49cd-8589-7c0f034ced71","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.697738293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"466f778f-2d5a-4030-9c96-b8cf8cd1577b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.750002938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e1c3d67-0ce6-4fab-80ba-2d407c46799e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.750242318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed5663cb-9557-40be-96ce-66ab6e48b57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.757282796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"466f778f-2d5a-4030-9c96-b8cf8cd1577b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.809317705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e1c3d67-0ce6-4fab-80ba-2d407c46799e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:19.809666815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ed5663cb-9557-40be-96ce-66ab6e48b57d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.103247972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"937f515d-bd1f-48ea-b550-98a4eb87d302","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.209328669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"fa9cd552-1bc0-4809-9d44-91201bf0363a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.261812392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303ef8fb-bd41-4b7e-acec-8f73ac3bb0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.261812445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e067f3-f862-4d5e-8b47-df4869cfc7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.268651066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"fa9cd552-1bc0-4809-9d44-91201bf0363a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.32014541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21e067f3-f862-4d5e-8b47-df4869cfc7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.320325745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"303ef8fb-bd41-4b7e-acec-8f73ac3bb0b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.683469707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9081144b-01b7-4d0c-9ad5-2abe0d73e7c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.833464719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"7bd2676d-038c-430e-a124-6159e6a6c381","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cmp-legacy-e3b4b0","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:20.880515272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b3abe391-2a74-4b2c-b117-af0ce16c736b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:28.336421195Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.747607532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1d453e70-e75b-4770-aaf1-217f200a2112","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.747632311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1d453e70-e75b-4770-aaf1-217f200a2112","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.799846628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"c306b373-66b4-4fd3-85c4-0a6cdf67afa6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.857993903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"c306b373-66b4-4fd3-85c4-0a6cdf67afa6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:30.912166744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"118dab91-fecb-489a-915a-c5eeb65e70aa","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87ba9b34","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:31.262520511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"37f4f18e-73e8-41a5-9d6b-4a3f1492af20","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:31.320995359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"37f4f18e-73e8-41a5-9d6b-4a3f1492af20","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:40.966000793Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"aa5cd113-5971-42d7-9da4-e3afdaed9e59","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","subscription":"e2e-cmp-legacy-e3b4b0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.113513571Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"aa5cd113-5971-42d7-9da4-e3afdaed9e59","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.167010797Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-sub","reconcileID":"aa5cd113-5971-42d7-9da4-e3afdaed9e59","MaaSSubscription":{"name":"e2e-cmp-legacy-e3b4b0-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.495796465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"74282bb4-c019-4e16-b769-43187dac1e01","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.495824734Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"74282bb4-c019-4e16-b769-43187dac1e01","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.54846742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"5669c5a1-b931-4ffe-a12c-6fb3ee4b9755","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.606464913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"5669c5a1-b931-4ffe-a12c-6fb3ee4b9755","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.660946121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1140fc78-6f28-4e68-b139-737bbd99d617","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.660966227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1140fc78-6f28-4e68-b139-737bbd99d617","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:41.768423331Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1140fc78-6f28-4e68-b139-737bbd99d617","name":"e2e-cmp-legacy-e3b4b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e3b4b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:41.768488161Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1140fc78-6f28-4e68-b139-737bbd99d617","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-e3b4b0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.827438554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1e577dc0-3fc1-49eb-bd51-294f137b212a","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.827477993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"1e577dc0-3fc1-49eb-bd51-294f137b212a","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:41.871253297Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"4acea8a9-f41d-48d7-8296-521f6f4e911a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.03029369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"4acea8a9-f41d-48d7-8296-521f6f4e911a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.160490283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"4acea8a9-f41d-48d7-8296-521f6f4e911a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.160511299Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0-access","reconcileID":"4acea8a9-f41d-48d7-8296-521f6f4e911a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-e3b4b0-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.271631464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"2be383fb-0d70-4840-8f6b-a380c7177e85","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.271653605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"2be383fb-0d70-4840-8f6b-a380c7177e85","MaaSModelRef":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cmp-legacy-e3b4b0","externalModel":"e2e-cmp-legacy-e3b4b0","provider":"e2e-cmp-legacy-e3b4b0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.791060021Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"47b58856-ae9f-4873-ada3-aa16bef070e5","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.949801052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a66f27-5b98-443f-a42b-b5e420d933dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:42.950209752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ade96f50-3154-4be0-9e79-a7e4fa7dcaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.008657225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"24a66f27-5b98-443f-a42b-b5e420d933dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.008775233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ade96f50-3154-4be0-9e79-a7e4fa7dcaa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.401081321Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-e3b4b0","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","reconcileID":"93ffb35d-b590-4cb1-81a9-c8b2d2b4909a","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cmp-legacy-e3b4b0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.560149292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5098e08-ca31-400a-ae88-a779da80fa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.560153663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ba01ed0-d5f5-424b-baa7-0b0861f59e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.618384384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ba01ed0-d5f5-424b-baa7-0b0861f59e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:43.6183908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5098e08-ca31-400a-ae88-a779da80fa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.302332156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ae96023a-3958-46df-8f5a-eccf7fa30137","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.358545127Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"96e1f920-76a6-45c3-9499-86f24516c3a8","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.460251703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793422ce-e9cd-420c-8a55-47200b4d059f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.460275167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b948f5-2f6e-45ad-9cfe-0c93647abdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.518458026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4b948f5-2f6e-45ad-9cfe-0c93647abdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.518773323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"793422ce-e9cd-420c-8a55-47200b4d059f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.692095084Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"dca8d9fe-6c56-4a06-9f99-c309bdd8c66c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.856099196Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b777701d-4292-4935-a7c4-36c232743612","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.884138869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08e501af-f887-42d9-b493-88e35483a98e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.884185144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48ddcd59-347f-4fad-8311-867eca4f0c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.94251816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08e501af-f887-42d9-b493-88e35483a98e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:45.94430224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48ddcd59-347f-4fad-8311-867eca4f0c93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:45.963053736Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b777701d-4292-4935-a7c4-36c232743612","name":"e2e-cfl-970074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:45.963109614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b777701d-4292-4935-a7c4-36c232743612","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.059345616Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ce865dfc-23f7-425e-9267-8d814df30c35","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.531578989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"160afc35-5dc9-4360-8365-dc5b966e5cd7","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.585273259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"563517f1-a49e-4071-b7c7-33eee06ecf88","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.585300613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"563517f1-a49e-4071-b7c7-33eee06ecf88","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-970074-53df556c0c68","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.690003067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d361255-4bd3-4a8b-bc86-55b7620c30e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.690004485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2860af9-d7f7-46b6-be4e-2ac06e00ccdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.748250697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d361255-4bd3-4a8b-bc86-55b7620c30e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:46.748452787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b2860af9-d7f7-46b6-be4e-2ac06e00ccdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.02405385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"16453aca-be34-40ed-9a87-51dce349563d","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.183264034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e48d0d5-18af-488b-adef-b8da123f5f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.183264006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e03851d0-2ae0-421e-935b-f9eaa160e4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.241829482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e48d0d5-18af-488b-adef-b8da123f5f0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.242492967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e03851d0-2ae0-421e-935b-f9eaa160e4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.404821556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"27a5c1b0-01e2-4787-ba1f-b1e8af5ddd54","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.44066088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47d1e998-cc6f-4b3a-896a-f0eaeaefeb27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.541078967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f068cc0-d1b1-48e7-a1f7-56f616d4d8d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.569262775Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"afeab2b5-1c5b-44ce-81c5-4c3df3c2a37f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.660908091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"43bb06cc-908d-4345-acfc-af120d4bbc59","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.674554348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d8719009-d026-4e13-9cbb-0bcb5d3cde86","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:48.676540985Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"afeab2b5-1c5b-44ce-81c5-4c3df3c2a37f","name":"e2e-cfl-970074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:40:48.676614605Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"afeab2b5-1c5b-44ce-81c5-4c3df3c2a37f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.729211787Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"1cad40eb-e867-4446-9648-50cb84349f22","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.792273319Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"43bb06cc-908d-4345-acfc-af120d4bbc59","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.834725466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4643493-3b9e-4cc8-ae08-8562c4f61be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.83473893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e8e0228-b5fe-4ff7-87f3-825707df7f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.835443047Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d8ad62eb-c0d8-46b0-a817-a6afc06d2a4d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.849044114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"43bb06cc-908d-4345-acfc-af120d4bbc59","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.892907254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e8e0228-b5fe-4ff7-87f3-825707df7f8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:48.893026157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4643493-3b9e-4cc8-ae08-8562c4f61be1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.003784945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"166ceae3-f62b-4980-8e3f-a3e9bc236145","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.015946623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3034d569-5db8-43db-b911-27b04eeb810e","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.073845957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3034d569-5db8-43db-b911-27b04eeb810e","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.110462792Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"55269726-e354-4a71-bf57-59491da1c8be","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.13075559Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3034d569-5db8-43db-b911-27b04eeb810e","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.488464044Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"1fef3ead-7fa1-4fda-b0c7-b75e41b0c680","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.595192031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"f0424053-ece9-46b0-9b3a-38c5a4906ae9","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.64733928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a5057c-6641-468e-93ee-6e09676be86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.647357611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a171d7-2f6f-4ce7-939f-266045391c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.652911837Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"35cd4887-31da-4e87-a2a9-ab033b8280eb","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.65308919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"f0424053-ece9-46b0-9b3a-38c5a4906ae9","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.705613365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"26a171d7-2f6f-4ce7-939f-266045391c3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.705805237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a5057c-6641-468e-93ee-6e09676be86d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.709463413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"f0424053-ece9-46b0-9b3a-38c5a4906ae9","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.815479962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"aa6175e3-4f6e-4cd2-9454-d4f942f4c93b","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.873874427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"aa6175e3-4f6e-4cd2-9454-d4f942f4c93b","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.930556037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"aa6175e3-4f6e-4cd2-9454-d4f942f4c93b","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:49.98937748Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"5486bd00-e4fb-47c9-8e60-56bf5bcb6f00","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.041831371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3ec2ad53-c93c-402f-9555-55cc4d5d0aec","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.069943143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad0bc2b-58a1-4a39-afb4-85660df254c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.069996413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"371a3669-5022-4f41-9e36-ea965fd8caac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.095003175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"3a027d48-3082-4506-8e20-05b24514b213","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.099675745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3ec2ad53-c93c-402f-9555-55cc4d5d0aec","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.116224973Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"e0c602c6-882f-4a82-ad5f-c5c9d7acfa16","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.131365137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3ad0bc2b-58a1-4a39-afb4-85660df254c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.132646226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"371a3669-5022-4f41-9e36-ea965fd8caac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.156332894Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"3ec2ad53-c93c-402f-9555-55cc4d5d0aec","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.205111026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"d18605f0-f79c-4e64-9c03-f1a589e0d4e9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.205130169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"d18605f0-f79c-4e64-9c03-f1a589e0d4e9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.262758541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"9aacaeb0-c4bc-4066-9706-0c4c0275e17a","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.322326597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"9aacaeb0-c4bc-4066-9706-0c4c0275e17a","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.379027161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"9aacaeb0-c4bc-4066-9706-0c4c0275e17a","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.448872766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e68c792-6950-4936-b212-98f8506f64a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.448941927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3ce4076-0aa9-4532-b970-10cdf9829097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.484704962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"4561c7f7-9124-4038-91a6-5266d6944b43","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.50746482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b3ce4076-0aa9-4532-b970-10cdf9829097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.507470403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e68c792-6950-4936-b212-98f8506f64a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.545519695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"4561c7f7-9124-4038-91a6-5266d6944b43","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:50.602619381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"4561c7f7-9124-4038-91a6-5266d6944b43","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.189814093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"8280c0b0-43d1-4131-9ad6-54ea47157087","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.248281555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"8280c0b0-43d1-4131-9ad6-54ea47157087","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.30517679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (59c5b7c3a97b25e863bba77c56702b64557669bf56b930358662323cc17397b0) AuthConfig (c5546a5fedd67dfec58f614768ee07c92a4324d52648ca8b9777b7cb261e017a) AuthConfig (29e91b004fddd75c6aa7ad35d209d2fcdc6c46265ee34ff6e4832b209cec0c12) AuthConfig (e76cfa0413f7a19a81b7725d76f3fb8b45aec102bffa3cde98184171803fbc43) AuthConfig (b349d5352154be442de415445a1b4ac40434a73a64ca233e25f6b1ae4ddaef63) AuthConfig (18b8d86d08c7e841018c1de1648d2cfa53fa7044e425957d487f9d5efd35d84b) AuthConfig (3c651276a0d411803482cbf99812dfdebd33b5ccc7319a2b02a9bbb0a1325edf) AuthConfig (ea328b33de57e9155f8a27ea7f824b1966b04552187683198f7d467b6ad14b9b) AuthConfig (e1f51f30b0c89e6637f3ed9c950fc127c8e449091356d59e38613b717335ce80) AuthConfig (882c8bdfc8aea2e27c3130b0d897b030194626cb9faaac754b901d410e607723)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"8280c0b0-43d1-4131-9ad6-54ea47157087","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.418264708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"74efd6ea-bb7e-45eb-b83f-f8fe99c9ecb5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:56.418289539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"74efd6ea-bb7e-45eb-b83f-f8fe99c9ecb5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:58.33775515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:40:59.218677928Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"be968ecf-b969-46a1-ab08-f62145b705b8","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.050536436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"251328cf-ae22-4477-9cd1-2dca09ac7fdc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.283247056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e35f4fc7-2fa4-4f71-9fa9-460648ce8784","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.472026154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"e4f01e36-e247-45bb-9424-7185dde44ea4","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:06.530370416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"e4f01e36-e247-45bb-9424-7185dde44ea4","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.0148782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b744ad4a-bcd5-4ea3-9be2-d874c7133642","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:07.014907438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b744ad4a-bcd5-4ea3-9be2-d874c7133642","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.326129935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b668cb4a-071f-4a69-ba35-472902ec57b5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.675335374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"9f4f21ca-0579-4122-9c8b-28fe2ed23909","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.675364733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"9f4f21ca-0579-4122-9c8b-28fe2ed23909","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.728813737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"e0ae9f85-b3b4-49e4-993e-693d91598340","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:41:09.729763927Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"d74bb50d-5cfc-4af1-bf7b-4c0dde9021b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-970074-6ac03f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.787039696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"e0ae9f85-b3b4-49e4-993e-693d91598340","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.840945132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b8fe3bf8-a1df-4e5a-9867-48082fd2dbc9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:09.840964617Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b8fe3bf8-a1df-4e5a-9867-48082fd2dbc9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:41:09.948493812Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b8fe3bf8-a1df-4e5a-9867-48082fd2dbc9","name":"e2e-cfl-970074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:41:09.948563889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"b8fe3bf8-a1df-4e5a-9867-48082fd2dbc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.001689377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"72aba397-b600-4b34-a757-dc49917a494d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.001717598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"72aba397-b600-4b34-a757-dc49917a494d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.158655787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a8c2456f-082a-4bf3-9b1a-52cbb695e564","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.177620155Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"28e74230-391e-497c-b2aa-fd692daef820","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-970074","model":"e2e-cfl-970074","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074-6ac03f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.216899437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a8c2456f-082a-4bf3-9b1a-52cbb695e564","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.513057421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"10c3c587-dd79-443c-8882-51ec8ee78ef9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.513079571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"10c3c587-dd79-443c-8882-51ec8ee78ef9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:10.726342105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"82f9c720-bf68-4366-a476-b5359bff707f","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-970074","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.230142367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1ae5474b-dcd1-4ef6-8cfe-8cb97470bed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.330205922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05282d5d-4fa6-4c5c-a62c-0438f0f5339c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.437182121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"5b56f41c-7298-416b-8a88-5dc3453ba4c6","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.495045432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"5b56f41c-7298-416b-8a88-5dc3453ba4c6","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.515721661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"0db8196c-f18e-4aa8-9be8-302a2bc08fea","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-970074","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.789322193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"7a8e4a78-a0ea-470d-b936-6b1e5b52909a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:13.789346675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"7a8e4a78-a0ea-470d-b936-6b1e5b52909a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.489765734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"728fda41-afef-4108-ac5c-06335f0dabea","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-970074","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.534999428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"52962350-b33a-417e-86b0-4e3c878c2a12","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:18.63525056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8feb3a46-bb5a-4e79-b550-22a1abb5de9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:19.432777909Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"6520cdbb-0d80-4cc5-8549-75da3f692382","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:28.33616139Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:29.54032144Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d85bc9ff-7c25-4357-a80a-9b4be44ba9bd","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:39.648101149Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"01b83820-f2fd-4d7e-919f-a5bc19d35757","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:49.75542125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d9d6faf1-4464-4bab-bbda-7e59d167f2ae","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:58.33622533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:41:59.863199105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bd66317b-c00a-4b3b-b3e8-ef7a2aa024bb","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:09.972297887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b68c6385-604a-461e-8424-bb585a1b6419","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:20.080912063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bce2162e-a6dd-4db4-b791-59ca71089ab7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:28.336988778Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:30.188336626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"50f34eb0-ffe2-4d29-b30b-71994e308ae1","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:40.297631779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bda3fafa-1ea7-4806-b24d-5062116687b7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:50.405552837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"dba94c7d-85f0-4918-8695-cb90170f03b7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:42:58.336289741Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:00.513711441Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"4f439d96-23cb-40c2-ab48-8ba4eab6e32f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:10.621198539Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bd3947e2-ba2c-4082-a285-fac2e5d9a5a7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:20.728800275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"44110b4e-f4ee-46c1-be6d-a70d5b7f08b4","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:28.336780656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:30.836504546Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"3aae1f79-054e-4012-8fc0-c7480990791e","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:40.944744869Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"36c11f46-9602-49e5-bd09-844ce412df78","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:51.052147119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"eb444b9c-0400-4667-80c1-18d6042cf85a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:43:58.336069684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:01.159642336Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"dd38c9e8-575b-4b17-8a21-30bfa24be99a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:11.267595514Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"61cd1067-ee7b-4717-be9b-87d14efe24b1","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:21.374910315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"1b6fb457-f3e2-4355-930f-2bbbf7df9ccf","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:28.339610564Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:31.483797692Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5be60c38-020d-42e4-95ab-77089e158d44","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:41.591166327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"8367a9f3-61b9-4f4d-ab19-26352a0abf65","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:51.700263863Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b1d43e11-b53b-4803-b0ce-cc56e73fffa3","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:44:58.337335503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:01.808067935Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5d1bd4f5-333f-4a93-b907-b4faf8fcb62a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:11.915297101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"31e8605c-38b7-4a54-975c-5d1b2ca8f418","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:22.023277939Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"abe4a724-3dea-4304-9269-ccaa0f5b40dc","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:28.336206063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:32.131185335Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"61932024-ccff-4637-8f63-40538606b758","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:42.239129753Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d2ac4b3f-e9af-4b46-99c9-5be1427d060a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:52.346827872Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b099c1a7-71cd-48a8-b1cc-c0a0fe2363a7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:45:58.335713999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:02.455269201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"de149197-6590-4c74-9a69-ed60e7eedfd5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:12.562593765Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f0e1295a-362e-42ff-b913-685ceeab221a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.385713918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"fd826112-9bf5-453c-ae7f-13d1ead46931","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.385738472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"fd826112-9bf5-453c-ae7f-13d1ead46931","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.438424681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"ddd65e84-a322-4cd1-9b63-63c665011c68","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.49638591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"ddd65e84-a322-4cd1-9b63-63c665011c68","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.549255173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"f487346f-6ec3-4d33-bc31-524fa0412c5b","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d7acb3ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.869263606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a785eae3-d930-48b7-8360-7311e3f342a0","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:17.927473855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a785eae3-d930-48b7-8360-7311e3f342a0","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:22.670571536Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"751ba577-8734-4985-abd6-cc729603e1e5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:27.602799518Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"4cf18af4-f97e-4c2e-852a-26b10669048c","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","subscription":"e2e-cfl-970074-6ac03f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:27.709572182Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"4cf18af4-f97e-4c2e-852a-26b10669048c","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:27.762902742Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-sub","reconcileID":"4cf18af4-f97e-4c2e-852a-26b10669048c","MaaSSubscription":{"name":"e2e-cfl-970074-6ac03f-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.210942837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"c9016287-ffa8-4857-9601-82b00bb4f68c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.210964639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"c9016287-ffa8-4857-9601-82b00bb4f68c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.263725492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"2bfc047b-fd23-4dcd-a77c-632b0b0ea0c1","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.365550546Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.369478711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"2bfc047b-fd23-4dcd-a77c-632b0b0ea0c1","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.418143747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"342918d7-d45f-4f8a-9627-9b86388ef19c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.418162799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"342918d7-d45f-4f8a-9627-9b86388ef19c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:28.526993322Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"342918d7-d45f-4f8a-9627-9b86388ef19c","name":"e2e-cfl-970074","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:46:28.52705145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"342918d7-d45f-4f8a-9627-9b86388ef19c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-970074\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.5862286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"47e4dc04-4676-474d-986e-342ff45ada39","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.586246468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"47e4dc04-4676-474d-986e-342ff45ada39","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.634124936Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a2c7d922-c9bb-41ad-ad8e-2a0aa00c4bfe","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.794452616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a2c7d922-c9bb-41ad-ad8e-2a0aa00c4bfe","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.927875887Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a2c7d922-c9bb-41ad-ad8e-2a0aa00c4bfe","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:28.927898539Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074-6ac03f-access","reconcileID":"a2c7d922-c9bb-41ad-ad8e-2a0aa00c4bfe","MaaSAuthPolicy":{"name":"e2e-cfl-970074-6ac03f-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:29.039527477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"ab92af17-5b10-49ec-9710-5ea1fca25746","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:29.039557423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"ab92af17-5b10-49ec-9710-5ea1fca25746","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"routeName":"external-model-e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f","model":"e2e-cfl-970074","externalModel":"e2e-cfl-970074","provider":"e2e-cfl-970074-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.475072911Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"ff505ae5-32b5-46d6-9024-3335fc6f71ca","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.533441725Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"5dbcf37a-670f-491d-a87f-38e8de6e260f","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.633653429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66c85d8d-1509-4edc-b016-4b556fa3aacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.633651557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c48213be-4932-4128-91b7-b9b7a7849816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.692014456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66c85d8d-1509-4edc-b016-4b556fa3aacc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.692044792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c48213be-4932-4128-91b7-b9b7a7849816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:30.820090125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"cad742de-352b-4d93-9a30-346eb40dded5","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.039970021Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"2ffa0d1f-0c90-431e-9644-d05b77c394f7","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.058101211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f412e412-b0b6-468f-97ef-57a64ab2795b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.058119336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdb8551-f756-46be-9470-44004c212cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.116193326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dcdb8551-f756-46be-9470-44004c212cd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.116370346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f412e412-b0b6-468f-97ef-57a64ab2795b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.204886111Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"290315e6-898d-4ecc-a981-3a9f19f04ecb","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.719590307Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"d45a6ea5-a70b-4c33-941d-88c81982fe39","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.772842308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"68c41966-47f7-4d34-b41c-33c6e63b3f72","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.772868432Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"68c41966-47f7-4d34-b41c-33c6e63b3f72","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.877835339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465ce4d0-ca71-409c-b7c9-0b422caa4f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.878057019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7c22b1-ed90-4075-babb-7ca1d8df1dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.936008055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c7c22b1-ed90-4075-babb-7ca1d8df1dec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:31.936088061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"465ce4d0-ca71-409c-b7c9-0b422caa4f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:32.813748984Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"85aff440-4c3a-4731-ba59-558e12667f87","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:32.974779836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27aacc06-4529-4c26-beb4-c979b4c6c77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:32.974793634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c985bd26-ab0d-4c58-875e-03353081a8e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.032929058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27aacc06-4529-4c26-beb4-c979b4c6c77d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.034313077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c985bd26-ab0d-4c58-875e-03353081a8e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.346675674Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"6949e69d-df2a-4524-88de-32c2740c3090","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.5060936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d82b68-5f6f-4236-83bb-5ff4080e40a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.50609356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1de0e48-5491-41ea-a5a6-9500dcf7fd13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.564029906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e2d82b68-5f6f-4236-83bb-5ff4080e40a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.564165003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1de0e48-5491-41ea-a5a6-9500dcf7fd13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:33.736737558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"bd2c8e6b-d595-4105-ac82-6a7f452d128e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.028481508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"c8b399a5-372e-43c0-bba4-676f57eaa476","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.028508086Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"c8b399a5-372e-43c0-bba4-676f57eaa476","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.135190478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"db600f2d-a04c-4757-8eff-644082d503be","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.135218895Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"db600f2d-a04c-4757-8eff-644082d503be","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.139418919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"865eece4-ca6c-4df4-8003-e58c2c7c62c2","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.268772069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"865eece4-ca6c-4df4-8003-e58c2c7c62c2","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.325522101Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"865eece4-ca6c-4df4-8003-e58c2c7c62c2","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.43507842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"2e1e5391-3ceb-4ae5-8f17-a351b122009a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.435106408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"2e1e5391-3ceb-4ae5-8f17-a351b122009a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.516496524Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"05953faf-9c53-4b61-a165-64258ec22344","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.624617187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"daaa2cf7-fdae-4712-9697-855f23887b67","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.677602343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01f25e30-97e0-4896-bc6f-a19428439a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.678047978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f4a77f-2650-4592-8aa9-72527bde2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.682347052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"daaa2cf7-fdae-4712-9697-855f23887b67","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.736470385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01f25e30-97e0-4896-bc6f-a19428439a13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.736823229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48f4a77f-2650-4592-8aa9-72527bde2203","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:34.738919703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"daaa2cf7-fdae-4712-9697-855f23887b67","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.121647553Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"cd66d423-c1b3-4b3a-8698-80051dec822d","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.174949875Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"7c80c6e8-94b8-4162-8442-6311fd2eabbf","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.22916451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2bdd13da-181a-4dab-b0d3-3da7d5218496","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.282800059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d39e5052-2db5-48e2-9c2d-284c9c491db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.282828646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"387e2b25-f64d-43b0-83ea-cdafa2e43596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.28729245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2bdd13da-181a-4dab-b0d3-3da7d5218496","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.306534643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd156d58-4e4e-49aa-a11f-adac11bbff7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.341598942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d39e5052-2db5-48e2-9c2d-284c9c491db3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.341699642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"387e2b25-f64d-43b0-83ea-cdafa2e43596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.345069855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2bdd13da-181a-4dab-b0d3-3da7d5218496","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.405465684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0dc588c6-5918-459b-b3fb-9d78c8446990","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.451679314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f95fd368-dd20-4524-90d5-666b87172bec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.509694158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f95fd368-dd20-4524-90d5-666b87172bec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:35.566523732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f95fd368-dd20-4524-90d5-666b87172bec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:41.312217427Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"e12a4a2a-87b3-4876-8530-8e4f8c1ad956","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:42.872819923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3b058c7-8e4d-4c60-8472-6c34af732f2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:43.062325704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d9583f40-ceab-43c1-adef-189d4bfaad67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.282334004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"7f366f96-c2bd-42a5-b58f-7eb6dc7cb061","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.675303055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"c390cca9-5aec-429e-b5b6-51f062208aec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.73349118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"c390cca9-5aec-429e-b5b6-51f062208aec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.790337779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b349d5352154be442de415445a1b4ac40434a73a64ca233e25f6b1ae4ddaef63) AuthConfig (ea328b33de57e9155f8a27ea7f824b1966b04552187683198f7d467b6ad14b9b) AuthConfig (29e91b004fddd75c6aa7ad35d209d2fcdc6c46265ee34ff6e4832b209cec0c12) AuthConfig (2dfdbf3d9aabe874849476e075075868ed1209df910351763bdcc954427a51d0) AuthConfig (e1f51f30b0c89e6637f3ed9c950fc127c8e449091356d59e38613b717335ce80) AuthConfig (e76cfa0413f7a19a81b7725d76f3fb8b45aec102bffa3cde98184171803fbc43) AuthConfig (c5546a5fedd67dfec58f614768ee07c92a4324d52648ca8b9777b7cb261e017a) AuthConfig (ec72f62c55b61dde640f03a9d80b046cfabe8f69c7509ccba460efa53f50566c) AuthConfig (552ab13038ad85d8e6e2ce0bcbe98454dd49bfd6cb6ffa8e6ad2c37e9ba8975e) AuthConfig (3c651276a0d411803482cbf99812dfdebd33b5ccc7319a2b02a9bbb0a1325edf) AuthConfig (ebe247d005a874b02d9f9a7f52c3e0a447502508ef3c2a47284cdf26cd1451cb) AuthConfig (18b8d86d08c7e841018c1de1648d2cfa53fa7044e425957d487f9d5efd35d84b) AuthConfig (882c8bdfc8aea2e27c3130b0d897b030194626cb9faaac754b901d410e607723) AuthConfig (59c5b7c3a97b25e863bba77c56702b64557669bf56b930358662323cc17397b0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"c390cca9-5aec-429e-b5b6-51f062208aec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.901155704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"eda31a51-5388-4476-a89d-e1badd9deeff","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:45.901178541Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"eda31a51-5388-4476-a89d-e1badd9deeff","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:51.420696123Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"a6f15f20-69e0-4423-8d65-ec8ff653226f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:55.390100246Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"189521af-2fbb-446d-8e20-fa12911f0de4","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:55.955496578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"dcfa0f86-650c-4a45-b734-631813bb3b80","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:56.0133209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"dcfa0f86-650c-4a45-b734-631813bb3b80","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:56.450966633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"8d7f73b7-b48b-42a2-8827-a743802c3b0a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:56.451009023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"8d7f73b7-b48b-42a2-8827-a743802c3b0a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:46:58.336533364Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.3394968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"4534372b-f4b3-400c-9577-9e1970de64b2","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.339522512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"4534372b-f4b3-400c-9577-9e1970de64b2","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.393580703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"037b7e72-7d41-4ecd-96ca-c20939977cce","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:47:00.39452041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"be1ae84e-3b27-474e-8930-d7d317cb2830","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-5fa7c0-fe4c41-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.451696693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"037b7e72-7d41-4ecd-96ca-c20939977cce","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.505401971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9fed4697-c053-4f88-a1d2-416b929dfa03","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.505421271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9fed4697-c053-4f88-a1d2-416b929dfa03","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:47:00.612660151Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9fed4697-c053-4f88-a1d2-416b929dfa03","name":"e2e-cfl-5fa7c0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5fa7c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:47:00.612712922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9fed4697-c053-4f88-a1d2-416b929dfa03","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-5fa7c0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.665866342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"177fa01b-540d-46a8-b9e5-a7ab743cbbe8","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.665885395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"177fa01b-540d-46a8-b9e5-a7ab743cbbe8","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.825734134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"bf434b78-3533-40ed-a350-03a5f981c480","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.846508668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"050b79b5-9c41-44f5-852c-7d66d7a50c4a","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-cfl-5fa7c0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:00.883870641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"bf434b78-3533-40ed-a350-03a5f981c480","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:01.117374667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"ad79f10d-0a47-4339-bd2a-c03b8cdc416a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:01.117398627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"ad79f10d-0a47-4339-bd2a-c03b8cdc416a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:01.32931327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"f94f8f38-3d45-491c-bc2e-a1b382953869","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:01.528768304Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"73ba93cf-af78-452d-b9e6-8c4b83c1bda1","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:03.937343199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"07596a89-f316-474e-84e6-e526906210e6","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:03.984476391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea9aebd5-3758-497f-8066-50bff34656a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:04.084491975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5774c33d-76d3-4420-b400-f217f6d35e03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:04.134770631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"3389c403-b332-44dc-81ba-52692f1a04f7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:04.193506895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"3389c403-b332-44dc-81ba-52692f1a04f7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:04.209202894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"fbaa0aa8-97dc-470c-aa2e-6d809f534a5f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:04.20922079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"fbaa0aa8-97dc-470c-aa2e-6d809f534a5f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:05.4974226Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"5ba5808b-e051-4f94-959a-f0bb775efc68","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:09.214028586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2ab9751-06ac-4623-be22-688f43fcccf7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:09.313135536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70e509e3-696f-47f5-a4f1-5fe6be69de91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:09.46648428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"534df042-8ee3-4b57-9caa-065dd0fad015","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:11.636467679Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f4676cae-1e23-4127-9798-1ea7646b97a9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:15.605832761Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"20194206-9d79-4dd8-812d-52f62eeed4af","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:21.744296242Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"87cde2b1-f673-416b-9fa8-6a1dbe3d7d7c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:25.713844142Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9e45e554-d174-465d-bb54-38ef2348d5da","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:28.337319922Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:31.914359072Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"1643117f-351f-4c8b-87f5-cc26546048d2","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:35.822480531Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"a10e0678-afbc-4bb4-8c3c-9679ffbc2ad0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:42.02236645Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"3fe5c5ae-5957-4924-b7ae-60f623587263","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:45.930880752Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"48a86d41-4aae-420c-a5d6-9ae79d8b60f8","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:52.13179049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bd712fd1-6b34-4115-b8f2-3e1f2f46de53","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:56.038107644Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"8bc015ce-6d26-41de-8049-39e210e77bf4","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:47:58.336238438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:02.241765199Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"6d952993-b23f-4e7c-8288-f7d5a02ea468","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:06.146968087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"7b80bdcf-6c95-43e6-bb8b-96629f3fea7e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:12.350405832Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"804158a0-6c0a-48bc-8747-59a10d2cd725","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:16.255428796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"56287be0-5835-4b0a-96bd-ecc43e71371f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:22.458993934Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f26ab78d-a8d7-49d8-a605-3babcd3b945c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:26.362840422Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"342cbd83-54e5-4f7f-9fb4-0e693b7d9cf0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:28.336784769Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:32.566429469Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5c9063fd-fc4c-4b9b-85db-cae2ea913fad","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:36.471761182Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"65484f85-2a11-46f7-9f1a-8041c8e9a314","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:42.675107075Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ea3e6604-f991-49a9-931b-f7ce137af371","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:46.579953022Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"06abecfd-32f7-4fdb-83c8-1f96c03041c1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:52.785483327Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"af0e0666-811e-4a1e-8bf6-5aa53fb8cabe","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:56.687607925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"27202c69-81ad-44d9-98e1-8b544b90ea66","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:48:58.336353225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:02.89304209Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"2919714f-e609-474c-b543-c0b838ab7f0d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:06.795553652Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"2f333555-190a-42ff-8c7e-82e54a819f8b","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.728028236Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"12f723cf-1de9-4d21-b065-a250ce1f22af","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.785214939Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"1573f777-cdb0-468b-8c89-53b1a46463a1","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.836393725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"a2d112a2-eef0-409b-84a0-cc272bed54f4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.888141703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4333d44a-24b5-43ee-b31c-95299bcbf542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.888148394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"884bea98-c8e3-4c83-85a3-5679aa6467f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.894102761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"a2d112a2-eef0-409b-84a0-cc272bed54f4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.946588043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"884bea98-c8e3-4c83-85a3-5679aa6467f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:07.946834113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4333d44a-24b5-43ee-b31c-95299bcbf542","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.22154902Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"d1954615-f5b9-4d1d-9b99-817745f047ef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.264451607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"158c4aa1-ea1a-4b67-a579-9e5749559e23","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.312998601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4d3842-437d-486c-bee7-7377bb627410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.312995669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e60246-99e1-4d60-9279-1b93be007cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.3227098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"158c4aa1-ea1a-4b67-a579-9e5749559e23","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.371344711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f7e60246-99e1-4d60-9279-1b93be007cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.37135419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c4d3842-437d-486c-bee7-7377bb627410","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.385129963Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"a6b7bb99-2a7c-4231-b373-43abafa3432f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.492265711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"1ccaee0d-29b1-4fa9-a7ef-651b122695b0","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.704942234Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"a2b2c8b3-d2b7-4c96-bf9e-e4c8fac35c5e","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.813577335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"90c561f8-c5f5-4c87-b7cf-7fb33dc04503","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.865058315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec930774-b520-4156-94b1-4f24e3bcc3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.865057588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"779faa84-409b-4597-b00d-5e38119d1d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.871390285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"90c561f8-c5f5-4c87-b7cf-7fb33dc04503","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.924487058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ec930774-b520-4156-94b1-4f24e3bcc3b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:08.924546533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"779faa84-409b-4597-b00d-5e38119d1d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.092340576Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"fa554e30-65f1-4a6d-8862-be5dd5a7ba77","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.133470865Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"b5011283-263b-4590-845a-29f9da66341e","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.255614744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"3688f028-eaf3-41b2-a89f-97ffaecb4e76","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.255657037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"3688f028-eaf3-41b2-a89f-97ffaecb4e76","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.295696522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a529bb62-ed6a-4838-869d-5d9a6636c338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.295694725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b22df6-e87a-45b6-88b4-e3449840447b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.341177395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b45d1bd3-e48b-4a13-b478-633b59752ec3","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.353691373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a529bb62-ed6a-4838-869d-5d9a6636c338","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.353746083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b22df6-e87a-45b6-88b4-e3449840447b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:09.399051728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b45d1bd3-e48b-4a13-b478-633b59752ec3","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.446303167Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"9748cbc9-fe8d-4538-af91-0c623eae7918","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.557464558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"8ca6507c-ceb0-4e33-890d-9205d01f5561","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.608568931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88beb00-8d34-44a3-afed-d21baf1de180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.608568774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027fd6db-2bdd-498a-9e64-9a604468d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.615057387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"8ca6507c-ceb0-4e33-890d-9205d01f5561","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.66663437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f88beb00-8d34-44a3-afed-d21baf1de180","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:10.666647782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"027fd6db-2bdd-498a-9e64-9a604468d29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.267725772Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"a075a3f3-849e-40e4-a6e8-172626136164","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.375557342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b3b6f399-00af-4837-82b8-0b5539cec0ec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.427788173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9f1368e-0502-4890-b7ef-104a9e5d32cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.428524305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27bc989e-dcfa-46d3-9306-87d9f145f50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.433958766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b3b6f399-00af-4837-82b8-0b5539cec0ec","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.48550315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9f1368e-0502-4890-b7ef-104a9e5d32cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.486357966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"27bc989e-dcfa-46d3-9306-87d9f145f50c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.648189457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5ba9f49e-0ccf-4253-8d97-17b0c932bd86","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.754298168Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"086152e3-71f7-4529-ba34-a1860ba9a90d","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.80748922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"72a38a9e-3af6-4419-ac55-42390432905c","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.861186682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"5a1947e6-80da-41bd-90a6-d6646469b945","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.861202005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"4c0f9370-4b99-47a8-b996-787ce268006e","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.861214327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"5a1947e6-80da-41bd-90a6-d6646469b945","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.86531469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"72a38a9e-3af6-4419-ac55-42390432905c","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:11.968349528Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"46f0728a-82e2-4b0f-b03e-b09ab41e8a77","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.236318101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"9047f6f0-5d2a-438c-8673-b52efa94bf66","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.293899594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"9047f6f0-5d2a-438c-8673-b52efa94bf66","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.657657807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"03f26c85-e68f-4bba-bc23-2c58b08b3bc5","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.712610458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"ee2a6e78-6b7f-45ca-8cfb-3e82a98d3c1c","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.712638134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"ee2a6e78-6b7f-45ca-8cfb-3e82a98d3c1c","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.76474858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"08480323-2851-43ab-af1a-ef8e9898ade1","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.817064873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7413295b-0d0e-4496-ad41-55bb9c2ea1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.817856913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f79f3bc6-0d61-4777-97c6-87764e789c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.822930602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"08480323-2851-43ab-af1a-ef8e9898ade1","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.876497187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7413295b-0d0e-4496-ad41-55bb9c2ea1d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:12.876838311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f79f3bc6-0d61-4777-97c6-87764e789c2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:14.873629793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"eef76add-0248-4727-8e3d-eb45115b9ec8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:14.873657302Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"eef76add-0248-4727-8e3d-eb45115b9ec8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:14.980486421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"015f2692-0b57-45de-82de-8dfcef21f596","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:14.980513083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"015f2692-0b57-45de-82de-8dfcef21f596","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.015780669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"508ce27a-7bc5-4138-8787-a22d8c7a0296","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.035379684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"8dd3116b-8c53-4d3b-bfb8-af5d7db33e38","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.095880606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"8dd3116b-8c53-4d3b-bfb8-af5d7db33e38","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.152296053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f33d36f5c8a5e6d775208d037600582d0e57841ea5753a94de6b241d38d77ad3) AuthConfig (8349576f486b1cfe02067e5397ab2f66da80cbcb9782f1e51b8ee9b2fd50803e) AuthConfig (f90ce055bd419553c62d7a0bff9010aec34358e3a480965d6b403d7fc106f00f) AuthConfig (93b47965b738db5078dfabe31f57b7c7c85dc500f881a3f52eb58ae386b2be59) AuthConfig (da2c1fcc3728662e7e3dd74b66898d41b78dc7dd0a774c99f1a3d327f7c93f66) AuthConfig (620c627c68761f2deaf2a110cc77433e4fa4ad7aff71aa2fb347c1ef0552c5ab) AuthConfig (fd8a55d88ebb205ab6cf4b73f50fdb4f353fc40e5f6002fcb3a87030af7ab736) AuthConfig (3e58046092095498ae40875d67483b3cb1d9dd5bec43131cd8552523db78ca01)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"8dd3116b-8c53-4d3b-bfb8-af5d7db33e38","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.249294575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e09723ed-c710-4cb7-bb16-1d2d60ad0a31","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.264444862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"7dc90bee-c203-4608-b2b2-eb00d09cf5ef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.264474441Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"7dc90bee-c203-4608-b2b2-eb00d09cf5ef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.29151816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"30cc493e-2af4-42d8-8fee-48d752500e1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.321479395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2b510350-fc97-4f36-9160-4c4d3160a786","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.380160469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2b510350-fc97-4f36-9160-4c4d3160a786","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.422459101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b609f854-2b75-4a23-bc51-996f83a055e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.480376576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b609f854-2b75-4a23-bc51-996f83a055e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:15.538028312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f33d36f5c8a5e6d775208d037600582d0e57841ea5753a94de6b241d38d77ad3) AuthConfig (8349576f486b1cfe02067e5397ab2f66da80cbcb9782f1e51b8ee9b2fd50803e) AuthConfig (f90ce055bd419553c62d7a0bff9010aec34358e3a480965d6b403d7fc106f00f) AuthConfig (93b47965b738db5078dfabe31f57b7c7c85dc500f881a3f52eb58ae386b2be59) AuthConfig (da2c1fcc3728662e7e3dd74b66898d41b78dc7dd0a774c99f1a3d327f7c93f66) AuthConfig (620c627c68761f2deaf2a110cc77433e4fa4ad7aff71aa2fb347c1ef0552c5ab) AuthConfig (fd8a55d88ebb205ab6cf4b73f50fdb4f353fc40e5f6002fcb3a87030af7ab736) AuthConfig (3e58046092095498ae40875d67483b3cb1d9dd5bec43131cd8552523db78ca01)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b609f854-2b75-4a23-bc51-996f83a055e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:18.49209882Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"0fac3710-e4a5-42f4-9182-93a27818709a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:22.076148547Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"623fa359-fc7a-43f4-b77e-a8e62cbbeb47","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:22.130196668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"8aa37b0f-3a7e-4797-80fc-caf3da17e361","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:22.248698783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab962593-563b-41eb-bd38-ced89ebddcfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:22.36344384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a412d7cc-2821-4856-8ebf-b8ef6efc5e03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:25.699768251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"ea5de01e-8c1f-4a8a-b318-e026749db000","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:25.758158178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"ea5de01e-8c1f-4a8a-b318-e026749db000","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:26.193949238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"faaa3bd4-f6d1-4dc2-9499-c5f3a03e4a06","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:26.19399996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"faaa3bd4-f6d1-4dc2-9499-c5f3a03e4a06","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:28.335941989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:28.599825682Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"5f9bf170-6a60-4c84-a7d6-d83093761652","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:30.950146929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.003496322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"308d618b-c4d8-4e51-814c-dce0f56bed94","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.003525527Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"308d618b-c4d8-4e51-814c-dce0f56bed94","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:49:31.059446344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"519e0ac9-aff2-43a6-9855-d92d964226f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-ff76c4-fe4c41-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.10973072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"5b88d61c-d6fc-45bd-84c7-99582018740a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.110690038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f6bfbe07-41f2-44bf-bab9-c61cd8093bfa","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.168692805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"5b88d61c-d6fc-45bd-84c7-99582018740a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.169206934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"b2ea8d73-d699-4d81-9ba8-5a8a84357c87","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.169228147Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"b2ea8d73-d699-4d81-9ba8-5a8a84357c87","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.169519333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f6bfbe07-41f2-44bf-bab9-c61cd8093bfa","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:49:31.27815286Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"b2ea8d73-d699-4d81-9ba8-5a8a84357c87","name":"e2e-cfl-same-ff76c4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-ff76c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T12:49:31.278224034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"b2ea8d73-d699-4d81-9ba8-5a8a84357c87","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-ff76c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.331459658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"fc6e2341-2b01-4279-a97c-4f927d42b528","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.33148557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"fc6e2341-2b01-4279-a97c-4f927d42b528","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.437929403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"9d30f013-e839-42a4-ac09-8c1cb42254fd","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.4379535Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"9d30f013-e839-42a4-ac09-8c1cb42254fd","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.518250151Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"a2bee6c8-62d7-4b1b-9788-54fb986e2be4","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-cfl-same-ff76c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.597568061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"616b0426-02e3-4285-8ed3-1debff1051ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.597568127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b71d57b7-ad0e-424a-b553-27a348cde9c0","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.655785968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b71d57b7-ad0e-424a-b553-27a348cde9c0","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.65608964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"616b0426-02e3-4285-8ed3-1debff1051ea","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.790003329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"62a4a7d8-6104-4a3e-a79c-d5d1b5528c07","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:31.790031813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"62a4a7d8-6104-4a3e-a79c-d5d1b5528c07","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:32.001570225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"fba21055-6c90-4a62-9cb5-ba112f02de97","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:32.183374355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bd70041f-9e75-403c-bced-114e0cb1d159","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:34.863373766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1225e935-768b-457d-b1eb-28cb545bc5b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:34.977355166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa690830-1d6a-411d-abc6-02adeefcde47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.018176076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"7ec880f4-df54-4c28-9f90-a046a2e199ec","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.11764278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"99640a06-cbfd-4767-b988-f4e72605d7da","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.213527841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b92b4307-ccbc-4215-ad1b-e50525a154b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.213527897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"72715ec2-d5c7-4506-98ed-7b53b44b1bb1","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.272062927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"72715ec2-d5c7-4506-98ed-7b53b44b1bb1","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.272250373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b92b4307-ccbc-4215-ad1b-e50525a154b3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.351205409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"ac9423d8-f420-4aa1-8da5-0a2d63517bc9","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:35.351232162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"ac9423d8-f420-4aa1-8da5-0a2d63517bc9","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.466525248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"d74620d2-4e3b-4986-8b31-777881749c01","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.466548124Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"d74620d2-4e3b-4986-8b31-777881749c01","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.573129193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"75e2a5cc-ea5f-4c3d-b184-2bc06989081e","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.573150549Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"75e2a5cc-ea5f-4c3d-b184-2bc06989081e","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.682717514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"010da80b-7c13-4ece-ac89-a3aa289c4f85","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:37.740758814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"010da80b-7c13-4ece-ac89-a3aa289c4f85","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:38.173695468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"28b2a7d0-fe45-4fc3-8659-10ddfd353929","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:38.17372176Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"28b2a7d0-fe45-4fc3-8659-10ddfd353929","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:38.707295194Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"e045e64e-37f6-4777-b888-6cca7e7cedc0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:40.123930574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"517f0632-ee87-4ea7-882b-fc2387790485","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:40.289219804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"25cb24f5-d445-48f9-8f16-e6db009837b4","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:40.389873243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"473ccfbc-74f9-438f-b90d-24b24c926ade","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:40.466020034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"77efbc2f-e69b-44ed-8253-2a1b00adec95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:42.290742894Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d936732d-7f36-4a59-9f48-e0cfc23ac38b","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.142141339Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-05baa1-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.195449889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"34bb0b77-9f19-4de5-9bf0-0d1d56f2f4a3","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.195468639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"34bb0b77-9f19-4de5-9bf0-0d1d56f2f4a3","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T12:49:43.313532637Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-05baa1-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-ff76c4-05baa1-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.355290151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"655f6794-07ac-40ac-a192-1d016a9408da","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.355445532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"f8c5d914-9b35-4c53-8e64-04ff669eb59c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.355290596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d09cce95-33ab-4604-a1f3-708c81fe5d0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.364650712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"fd6574c4-7641-4b62-9c00-490a466460a5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.364669033Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"fd6574c4-7641-4b62-9c00-490a466460a5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.413320034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"655f6794-07ac-40ac-a192-1d016a9408da","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.413525336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"f8c5d914-9b35-4c53-8e64-04ff669eb59c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.416172693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d09cce95-33ab-4604-a1f3-708c81fe5d0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.472947969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"6bc2a3fc-875a-4ca7-9f87-3bf9933f5729","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.472965278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"6bc2a3fc-875a-4ca7-9f87-3bf9933f5729","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.576287827Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"7e7290c9-3490-4336-a9a7-5ae29e3fe6c3","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-cfl-same-ff76c4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-05baa1-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.579231491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"cfdde18b-15ab-41d4-8a6c-85bdad017a36","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.579248825Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"cfdde18b-15ab-41d4-8a6c-85bdad017a36","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.848401074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"4f2856fd-0b20-44de-bed7-5ba1986229ea","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.848421494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"4f2856fd-0b20-44de-bed7-5ba1986229ea","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.891886241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"727177d8-6ebc-497c-bd9e-ce5bdd66bdd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.891899611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"63ff7bb5-3cb0-4d2e-9440-0552571747ee","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.913798305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"e6815f10-d1a6-4dc4-af67-626ed31b366e","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.953441358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"63ff7bb5-3cb0-4d2e-9440-0552571747ee","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.960495879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"727177d8-6ebc-497c-bd9e-ce5bdd66bdd3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:43.971552477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"e6815f10-d1a6-4dc4-af67-626ed31b366e","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:44.067741803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"05947269-38c3-44bc-8640-10aefc16ccac","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.24034343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ee55af5-459e-4d0c-8a86-fbd9a36f2110","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.394606721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"87be754f-897b-400e-b55a-c99c39f8b468","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.41183717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"8ec08864-afd5-47dc-b1f6-f4ec78c098da","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.441283618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"192ab3f5-3e73-4fe7-a4aa-328b4cbe826e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.595244925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"7eb1c545-4f1f-411a-9c02-bf26d1056edd","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.661815908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d79b6e5f-0d76-43f1-935b-6ceffb4bd4bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.719988014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d79b6e5f-0d76-43f1-935b-6ceffb4bd4bb","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.867308188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"9a22e47e-3405-4340-9023-015bbb0f5267","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:47.867330113Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"9a22e47e-3405-4340-9023-015bbb0f5267","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:48.815690945Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"c49a7fa2-3784-4a6b-8817-1b0d7eb379c2","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:52.398579124Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"a9a4fa5b-e723-4c18-9aa9-b311da414f1c","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:52.768364895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"1515bfc2-d72a-48e0-8be5-16ef4dde4833","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:52.815367888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"91ac6616-b380-4673-be60-088d734991a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:52.835284253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"269b4d8b-5824-477d-a13e-8c27b7dcfaf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:52.968849811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"1a3d2635-031f-440e-bdd4-bec89a4866e5","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:53.068935334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"6022bf1c-7b3a-40a6-aea6-5bf088e76dd9","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:58.336476748Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:49:58.92267193Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"eb83be37-3035-4065-b83c-c99ab7ad49fb","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:02.505476959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"9e629e4b-b978-420a-92b7-9842297f12b4","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:09.030082096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"78456d7b-6dd5-4f3c-a1a9-7f23b3df6fb7","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:12.612930276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"e5003bc2-f325-4f04-a481-654137871cc0","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:19.138482162Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"eceb9d9d-3fef-4ed4-b3b5-2c712ff7b64e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:22.720690395Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"0f4c16fc-8d3a-4c87-8a98-8600148a50d6","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:28.336841649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:29.245796415Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"ea982c67-b419-4419-b56f-d70d779b87c2","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:32.828129201Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"534416d9-b81e-4016-8742-a243feec3a79","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:39.353105236Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"b55d634a-5003-4de0-bc63-3524bd514083","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:42.935486552Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"aeaf6435-2091-4faf-bbc7-d7a67c8e44ea","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:49.460383325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"06357c35-300f-4daf-88b0-0e138eb406c3","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:53.043683736Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"9c724d78-d6a0-4d35-9b45-164dadcdcaf7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:58.337089821Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:50:59.567906444Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"e85d3fa1-393d-4692-97a9-ac319e812984","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:03.151494333Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"e14a71cb-1e74-4c60-af33-40cdaa8c1c9a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:09.676310222Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9cc20845-96a1-4a45-a145-d5d90620e9a5","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:13.260477368Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d69923a5-77e7-4f5c-b45e-e467a0d7e48e","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:19.78440972Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"4ebbba19-e5e6-4ef5-9cdf-95253e92b6a0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:23.36848386Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"9eeea8b8-3440-4e28-89f1-234fa4ddc211","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:28.336791018Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:29.892088087Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"ac2791fd-a242-4ae7-850b-1de250956cdf","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:33.4762839Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"4f86449d-ae25-43f1-b484-e9d5bdeefdf1","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:39.999932508Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"a07f7c23-a182-49cd-9048-9d3aaa5773c9","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:43.584147704Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"1af2717d-dfae-4d5d-99d9-c8a71c67bda9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:50.108055923Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"72e65622-cb95-459d-aee1-d2434147f989","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:50.81869391Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"842857a9-ea66-49ff-9a28-26edf7504f79","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:50.879401359Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"e86e7117-d243-4525-9fd9-1ec2fd9cfc47","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.00026254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f32014-e9b0-4dd2-a2f0-aac19c20faa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.000370703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f512bb7-3fb3-4529-a14a-cc9f1705426a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.038596064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"1f09d709-d3f0-4346-a0c4-bd327a68ee43","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.053867067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ef7dfb25-7aef-40c5-8bd4-f918e85b2765","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.053873697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"9f05f3e6-b525-4227-bcc0-d7642e99edce","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.058490693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f512bb7-3fb3-4529-a14a-cc9f1705426a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.058513571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4f32014-e9b0-4dd2-a2f0-aac19c20faa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.098790869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"1f09d709-d3f0-4346-a0c4-bd327a68ee43","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.160201753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ef7dfb25-7aef-40c5-8bd4-f918e85b2765","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.161071066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"9f05f3e6-b525-4227-bcc0-d7642e99edce","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.323691118Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"c2e43ef4-fd6c-4bdd-bdb8-6ce43f0fa44e","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.428485686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7451f16-3dd5-4624-aaa4-7b99d1338a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.486244806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e7451f16-3dd5-4624-aaa4-7b99d1338a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.487533041Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ce7cfc67-ce12-4093-87e7-634487c3837f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.529784022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"588bd4da-1227-40d1-96d0-b23cba7aa44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.535657994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"ea448123-664f-4c64-9523-f130487508e3","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.535774027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e29b7f1b-2118-4b9a-8dac-13750f934201","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.588724259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"588bd4da-1227-40d1-96d0-b23cba7aa44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.593596461Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"62132d9e-ff47-4109-b45b-ea8faa72fbab","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.683336064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"cf633309-20d7-4fe0-9fc8-5f1e120e0efc","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.683336062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"1eaa8bb8-58e0-420c-a921-da7a3dd3edab","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.68379147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"0b4d2941-627d-4586-a1b3-0718431e7a34","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.701006828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"128973e2-e70a-412f-b727-cfe509593d9f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.701023326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"128973e2-e70a-412f-b727-cfe509593d9f","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.742169656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"cf633309-20d7-4fe0-9fc8-5f1e120e0efc","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.742466523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"1eaa8bb8-58e0-420c-a921-da7a3dd3edab","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.744270966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"0b4d2941-627d-4586-a1b3-0718431e7a34","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.807713433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"8466794e-bbce-4f8d-a5a9-e5379780ca3f","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.807734912Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"8466794e-bbce-4f8d-a5a9-e5379780ca3f","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.914230558Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"785b3483-0422-430c-bea9-52e1ada3e731","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:51.967167002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"3d1a7555-939b-47ae-859e-2aac2ab226aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.024933249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"3d1a7555-939b-47ae-859e-2aac2ab226aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.134881015Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"3d1a7555-939b-47ae-859e-2aac2ab226aa","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.273632037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"564900fa-45a3-40c7-ab43-ce03c585eaa8","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.273778404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f8191a15-0a60-4d57-9fb0-7a25bd0108e5","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.331589833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"564900fa-45a3-40c7-ab43-ce03c585eaa8","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.331639514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"f8191a15-0a60-4d57-9fb0-7a25bd0108e5","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.352197366Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"b693fe03-9e3a-4190-938c-81df25828e5a","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.443037409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"94a41fc7-6d71-4375-acfa-d8be50cf584d","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.496258508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"de53e90b-d253-4a39-bfac-544c7f5f3a8f","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.496285213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"de53e90b-d253-4a39-bfac-544c7f5f3a8f","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.609328769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbe02d9-cc16-4bfa-b709-51e9e33993d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.667402828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cbe02d9-cc16-4bfa-b709-51e9e33993d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.708665588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"37ed2afd-8fd6-4c2b-bcd4-d1e26856b7a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.708665748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"137755d7-2070-48af-84c7-82b39b915014","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.757963418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc456965-3fb3-4682-b07e-296180577732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.7665523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"137755d7-2070-48af-84c7-82b39b915014","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.766702241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"37ed2afd-8fd6-4c2b-bcd4-d1e26856b7a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.815752873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc456965-3fb3-4682-b07e-296180577732","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.862848689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e756714b-ea7e-4b3c-8b28-29758b5ac680","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:52.921006689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e756714b-ea7e-4b3c-8b28-29758b5ac680","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:53.138195058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"bb7c7eb8-15a4-4de9-8b51-4941549f30c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:53.196394781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"bb7c7eb8-15a4-4de9-8b51-4941549f30c0","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:53.438372985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"76011b07-bb8b-45b4-97a6-ea985d7994d0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:53.497357307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"76011b07-bb8b-45b4-97a6-ea985d7994d0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.459056427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"227287ec-608c-41b7-b46d-d1136fbfac95","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.614799494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"db5d6423-45ac-4ce0-86b9-5a81f13d3995","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.699439075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9695ac1-b3ff-4bf6-ba71-db3f1fea5d04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.715154009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"2fc95602-f7c1-4e8b-904c-a37e4232db98","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.715197733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"4779e340-eb5c-48ce-83a8-16a080adad57","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.95367469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"34af9d62-3749-4129-9476-d7746d116300","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.953671338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"2043c3e4-9f2d-49e3-93ef-76f3d970f1d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:56.954483715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b9b1ddaa-373f-4037-a6bb-e297537268aa","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:57.011879994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"b9b1ddaa-373f-4037-a6bb-e297537268aa","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:57.011924453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"2043c3e4-9f2d-49e3-93ef-76f3d970f1d6","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:57.014044892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"34af9d62-3749-4129-9476-d7746d116300","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:51:58.336421525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:00.215055697Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"77c1debd-9d27-4e86-80f9-bc3671f3f00b","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:01.595240833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"25d653b4-6c6d-4429-90c3-92c293d79d6f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:01.965473906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"011ddc9d-13ae-4e47-ad13-26ae53e41b64","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.142186642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00193b9c-5067-4dfd-a257-02c284be4101","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.296130258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"2bb1fc8d-b09f-4890-ac80-346c240d03b2","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.313342905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"80743daf-aefb-465f-bc05-fb7ef7e449f2","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.342894905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"14c2f73e-4d26-47cd-b163-6ed698cd8550","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.565870056Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-ok-44a6ac-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-05baa1-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.619894817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"f6c14f4e-9733-4758-8cb8-ae091f286ced","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.61992476Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"f6c14f4e-9733-4758-8cb8-ae091f286ced","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.785630067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"007ad20d-842d-4a14-a110-0d0d03b198ca","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.785658499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"007ad20d-842d-4a14-a110-0d0d03b198ca","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.834068623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"3a513cee-d9f3-4f3b-943c-44954234323f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.834076043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"d5ece037-2fd2-459d-8367-08e59c6ad3b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.836040202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"9cae7210-12aa-4f43-9820-1ee112543895","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.836681342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ac87b54a-140e-4255-a3ac-978d736eec96","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.895022688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"d5ece037-2fd2-459d-8367-08e59c6ad3b7","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.895739124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"dc6e2455-17ef-4237-b51b-0d9f59ae659c","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.895760571Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"dc6e2455-17ef-4237-b51b-0d9f59ae659c","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.895807798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"3a513cee-d9f3-4f3b-943c-44954234323f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.899543266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ac87b54a-140e-4255-a3ac-978d736eec96","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:02.899586651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"9cae7210-12aa-4f43-9820-1ee112543895","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.002029498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"90009d9a-6381-4dba-b5bc-25a081af5bc8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.002048447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"90009d9a-6381-4dba-b5bc-25a081af5bc8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.013139486Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"f7c4cb05-8aaa-4c24-9c9e-2cccda8fa2b7","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-ok-44a6ac","model":"e2e-cfl-ok-44a6ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-ok-44a6ac-fe4c41-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.108166705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"60faf72f-9115-45ff-9148-e93d491d1993","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.108190519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"60faf72f-9115-45ff-9148-e93d491d1993","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.284991844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"b7b714fc-56e8-4543-9c74-394dfcd80703","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.285017843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"b7b714fc-56e8-4543-9c74-394dfcd80703","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.426453581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"74428fb5-0048-4e26-98e9-043222cea4fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.426604744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2ea2c3a7-d7ea-4718-9e83-1057432208d7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.426453023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"8cc01530-2a7d-49c2-8e2d-8106336a5ef1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.427672252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"a85daec4-1a84-4651-a0c1-3d6778ebc1a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.485237437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"74428fb5-0048-4e26-98e9-043222cea4fe","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.485280156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"8cc01530-2a7d-49c2-8e2d-8106336a5ef1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.488699661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"2ea2c3a7-d7ea-4718-9e83-1057432208d7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.488704015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"a85daec4-1a84-4651-a0c1-3d6778ebc1a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:03.500756144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"c97be75e-8683-42f2-bb67-0ceb5a98bd67","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-ok-44a6ac","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.494642871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"1d877ef5-0ec6-4ded-b1f0-1e1ece9b01eb","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.548234351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0675ebc8-9b30-45f3-9755-76c03e472188","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.678411419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6e70e9b-5381-4693-b752-83be1692d265","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.695202458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"5a28cdae-b5d4-4a06-af28-aaec73d6c929","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.845754884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"656590db-7d04-4f69-87ce-807d8f6199bb","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:07.961819897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"9ebcc5d9-3f24-4c6e-9c7c-860e90a8ebf3","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-ok-44a6ac","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.039717879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"c0faabe5-5bec-4194-aa97-f2dd758b838c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.03978353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"490af78d-9b70-43a0-a4e8-d7d214175915","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.0411192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"38e31607-7ae5-47e4-afdf-2f6610ea5ae5","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.101336299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"490af78d-9b70-43a0-a4e8-d7d214175915","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.103361583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"38e31607-7ae5-47e4-afdf-2f6610ea5ae5","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.104748106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"c0faabe5-5bec-4194-aa97-f2dd758b838c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.238404929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"adfda013-54c9-4adb-8cba-61373e0bec4f","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:08.23842775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"adfda013-54c9-4adb-8cba-61373e0bec4f","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:10.322225407Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"034195ec-5226-44e4-8f89-5e3fb0d544d1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.226647916Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-573a2a","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","reconcileID":"022ae240-3eaf-45bf-8acc-23afad103436","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.285455398Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-573a2a","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","reconcileID":"96e1516c-f81f-4ee9-a7a5-ea2ee99a1070","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.389426539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d9aa418-9f27-4e11-b8e1-e149981607eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.390864379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91795497-2614-4280-ba15-5cd6be02e607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.447783813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d9aa418-9f27-4e11-b8e1-e149981607eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.449205945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91795497-2614-4280-ba15-5cd6be02e607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.492877856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"3d386285-c5be-42f3-a512-c96ff4a05be7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.492877479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"8ba6e316-eed3-408e-877c-eec41b2aedaa","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.493616602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"14f0d0bf-19f9-4b6f-9c83-0eda9e2f7ee3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.550783726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"8ba6e316-eed3-408e-877c-eec41b2aedaa","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.550891914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"3d386285-c5be-42f3-a512-c96ff4a05be7","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.553233518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"14f0d0bf-19f9-4b6f-9c83-0eda9e2f7ee3","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.702868821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"3b8d0255-f460-4a11-b554-daca5e60bbd9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.814484381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8db4ad3-8ae9-425d-bc2c-17e43758ea9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.872164906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d8db4ad3-8ae9-425d-bc2c-17e43758ea9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.919234559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"c3c3e6f0-d4cf-42e7-a46c-6ebd9890613b","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:11.977000852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"c3c3e6f0-d4cf-42e7-a46c-6ebd9890613b","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.020673231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0d3236-99ab-4b18-82f2-28b8bef71e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.078460196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa0d3236-99ab-4b18-82f2-28b8bef71e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.125348758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"0768c34d-3936-4e4e-8629-aa33cc9eb87b","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.12585054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"962f5369-94d8-40f2-a592-eda887b70948","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.183476743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"0768c34d-3936-4e4e-8629-aa33cc9eb87b","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.183594038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"962f5369-94d8-40f2-a592-eda887b70948","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.297185473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e0ab70c9-0285-4499-84c1-cac7350b2b1b","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.355165762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e0ab70c9-0285-4499-84c1-cac7350b2b1b","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.372491132Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-573a2a","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","reconcileID":"0a0d3558-18d8-464c-9514-4978ed2d7451","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.533888022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c97bc42f-88ed-4769-9318-7dc07d50508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.533888111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29707901-0668-48d8-83d3-bf6cecaeed51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.591833351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c97bc42f-88ed-4769-9318-7dc07d50508b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.591884966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"29707901-0668-48d8-83d3-bf6cecaeed51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.714326374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"c554de27-1298-4296-baec-afc6059a720f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.71438037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ac053981-5ef8-4978-9cef-892099ad28bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.773915487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"c554de27-1298-4296-baec-afc6059a720f","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.774370712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ac053981-5ef8-4978-9cef-892099ad28bf","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.920606298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"6addb42d-5f28-4236-af61-9e58db068cd4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:12.978669759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"6addb42d-5f28-4236-af61-9e58db068cd4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:13.073823662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"1660adee-dce4-40e2-aa30-27ab91275b0f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:13.131548772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"1660adee-dce4-40e2-aa30-27ab91275b0f","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:14.739176985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"db093fa2-5606-408b-b7a1-7b0bfd4d480c","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:14.799618993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07947d9c-1bea-4d7f-817e-646d37d87c17","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:14.917551463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d713af75-0a66-4f7c-be51-fce8c35aa733","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:14.954365113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"355dc427-3ac4-49c7-be41-4831f98254d3","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:15.144587942Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"7bc6ec73-9f86-4380-a770-c4e2d12f7d5b","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:15.24625248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"1db4a0ea-00b0-4183-8118-f14e484e48f6","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-ok-44a6ac","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:20.43044986Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9779093e-7c30-4c23-88d9-a0d031d3b7a2","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:21.810307977Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"be096c1d-ea43-4167-b61b-96ad6f025632","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:28.337179723Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:30.538246751Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9ce8bf45-3ded-4aaf-b759-bb5550ba6b95","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:31.917345167Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5398fec7-66f7-4f08-8291-ddac068d77d9","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:40.646912375Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9a7883ba-424e-4045-80ec-7e78086920e1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:42.025325325Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"62dc85c8-6db8-4150-bb50-6d349822215d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:50.754411267Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"06f0c7eb-ae1c-4703-a0c4-58e26b0c1109","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:52.133816742Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"db25398f-2844-4427-9cee-166a64e5c759","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:52:58.338788632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:00.862309398Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"0f077770-b275-4e6e-96da-e6c9240f1076","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:02.241603323Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bcb4cf08-ccb8-494a-9c05-2f4c263ddfa6","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:10.969812525Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"39fac1bc-9516-489f-9ebc-7ae36042027e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:12.350053946Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"775d7876-d723-4b35-8321-4749ef599ff3","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:21.085245011Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"661dff16-6c16-4f6c-92dd-01ac043386b4","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:22.457874294Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5ac356bb-f994-42da-bd83-694d2004e658","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:28.335910271Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:31.193040837Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"05365897-23b0-4e63-9712-73cd79c75e03","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:32.565248684Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"02c3a3f2-bdcc-4700-b774-f1c70805f9f7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:41.301425096Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"29c537be-1c69-4538-b3d9-28f0a3c6b72a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:42.672645564Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"9aa925c8-f8cb-4271-87e3-6c45b5621b9b","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:51.409028952Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"f51967f3-5a0d-4cea-bb8c-99db460a234a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:52.780630795Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"e2258bfa-7956-481d-bf07-4bce0bde585a","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:53:58.337406915Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:01.516866925Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"77f55653-2ffc-455a-8097-8162d5452d80","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:02.887867556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"37bd70a7-f3ba-416c-a681-05bf5b3f67b4","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:11.624456248Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"0c129248-1c45-40b2-b2dc-22d52cec5cf7","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:12.995431348Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"4739f881-99de-44fe-9123-f20f4f5900c8","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:21.732737936Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"7c4eec1b-d006-4d95-937b-79e85690e7a7","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:23.102861686Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"4468cdf1-cade-4eb1-a899-3bed21efa3a1","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:28.336026595Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:31.840321132Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"33a4a293-85f8-4bb3-a30b-dced2b56ad80","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:33.213743113Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d150d9fc-19cb-4932-af63-3d59f616c2ae","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:41.947892747Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"a51520fa-3af8-4c53-9bda-a06ffa09040a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:43.320537359Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"e8057bac-31ab-4e7a-9f8c-73df7e54d66f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:52.055703049Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"cc3078be-78e3-4063-8ff2-312eea95eed7","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:53.428648119Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"fe869d89-7449-4b77-afbc-430e791ab36f","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:54:58.336468847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:02.162453322Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"68a2ecff-f33c-43cc-b288-ef6b5f71475d","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:03.537221556Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f16d1a28-cb74-47fd-ae45-a9bc575e4829","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:12.270799488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"7bb9882c-521f-4c57-baca-eca3a2ff4833","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:13.645269796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ed981b0a-9d9f-4859-9b1a-0d090bcfd7f7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.378277769Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"bc0db657-1a19-47d5-a1cb-4b117300c732","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.633837256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-573a2a","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","reconcileID":"880d0c26-db28-45f2-ac3a-1155282d617f","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.748756052Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-broken-573a2a","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","reconcileID":"36ae0a80-138c-4dd7-97a3-f24623ea0dac","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-broken-573a2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.795454626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee89663-e8c8-4165-bba0-74f20c5f9804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.796866706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d8af41-4ff7-4eee-8a2c-41f35b558ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.854240947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eee89663-e8c8-4165-bba0-74f20c5f9804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.85510584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0d8af41-4ff7-4eee-8a2c-41f35b558ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.900340332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"677c86ff-f087-4e86-811a-366bf514f676","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.901104611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"44322507-1cb7-47ec-bff1-985ee2ae8550","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.905459343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"17d2ebc7-64c1-4eb7-ad36-9530f3d9f2d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.959384236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"677c86ff-f087-4e86-811a-366bf514f676","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.959433594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"44322507-1cb7-47ec-bff1-985ee2ae8550","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:22.962922227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"17d2ebc7-64c1-4eb7-ad36-9530f3d9f2d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.17150249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4569d269-05a6-4145-bc6d-1ac3830267ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.230499999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4569d269-05a6-4145-bc6d-1ac3830267ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.277092491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"764fea13-fff8-4989-86d3-b364ab7221d1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.334929831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"764fea13-fff8-4989-86d3-b364ab7221d1","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.386067131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76561169-9ce6-4f8d-aa8c-27619ca0035e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.443692953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76561169-9ce6-4f8d-aa8c-27619ca0035e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.490017521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"43b01826-aa21-432c-b00a-89088ea55892","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.490422575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"ad502f0e-c1a4-4987-b5e4-ecdf0f7a7b0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.547893142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"43b01826-aa21-432c-b00a-89088ea55892","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.547913144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"ad502f0e-c1a4-4987-b5e4-ecdf0f7a7b0c","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.700674892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"f2ceefd0-9898-4d2e-9f47-1e6bcccea7e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.752561388Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f7df9f72-43f5-459a-85f5-1792cdc32415","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:23.759900038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"f2ceefd0-9898-4d2e-9f47-1e6bcccea7e9","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:28.336971326Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:32.48560804Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"795e54b6-60bd-417c-81e2-8c428fd3d6b1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:33.860451362Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"8987cf79-fca8-4ba2-9916-5e9d9d41f9e2","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:42.593757053Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"1db288d7-b05f-4114-a71d-328b6e909c27","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:43.967326857Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5776cac0-aed7-493c-92c8-0b9d252fc077","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:52.701915711Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"77ec7c48-77f1-46d6-bb64-e3168096ee92","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:54.075531358Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"93c78714-0d3f-4f8f-8042-b0573f251b09","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:55:58.337055712Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:02.81176491Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"8d9ed802-4558-41d1-8ee9-b223cb961cc3","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:04.183246009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"af074228-12cc-4732-bbc1-1c54036545b7","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:12.919874284Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"84fb2ac3-14ec-4105-937c-83842462505a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:14.29038328Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"22d940fe-630f-42f4-9070-e9ed08fa75f3","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:23.028275001Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"d56eb733-5e1f-45f2-b061-05c79985952c","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:24.39828004Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"b2eb30f2-38f1-46fe-bae8-d10e3b5295c4","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:28.336135517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:33.136213462Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"16367781-6cd0-4dd9-a86b-25161123bee0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:34.505825633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"ea5af400-4aa2-47f4-9f5a-24443aa8e411","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:43.244321484Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"db7a5314-4b95-44e6-b7e7-9deb9b7a29f1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:44.613471699Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"7172fa96-77fe-443f-bf9b-23aaa1b56d17","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:53.352897058Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"1b0623f9-f283-41e3-b1f3-fc67e535b2e5","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:54.72168683Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"1d4c29f5-c675-4748-b4fa-d8139ee95bf6","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:56:58.335195629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:03.461272687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"675988a8-f56b-408c-bf5e-fbdb0de794bf","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:04.829311211Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d99122d5-f380-4dac-a13e-5948fbdaae63","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:13.569121317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"697014d9-e1f2-4b1e-ae0d-978069629f76","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:14.937062481Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d77ad08e-ac91-4b56-a764-64f2dbce036b","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:23.676732219Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"269c21c5-ced6-421a-929d-67171627a254","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:25.044543926Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"5f8ff6c7-5bfd-4d46-b9b7-23553e53c296","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:28.337481596Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:33.78489141Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"67d9fc29-f1c3-48dd-af1a-d8948bda5656","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:35.151628636Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"baee51bb-8c98-4f08-91c5-10f58a451b97","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:43.892458429Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"1827acf3-64e6-4e87-9da4-c1d768e635c4","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:45.260903474Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"694749a1-0f55-425a-8f6d-ac39c2d8428d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:54.005766735Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"2e19ada5-41a8-4b82-aa7b-117997beac63","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:55.369593217Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"7bb6ee20-d557-401c-a013-2dbc4ab131db","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:57:58.364894324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:04.11388527Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"919be0ed-6c8d-45c9-a65b-edf9f611e302","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:05.477500301Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"491dfada-a24b-494e-953a-6bb4d6c2786d","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:14.221703158Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"f94d2a9b-7985-43cb-ad68-4f01678fe4d8","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:15.585027887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"bcaab220-5357-4374-ba36-90bd0e637577","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:24.329406276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"daafa727-ac31-4c43-a413-15a95a4deb28","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:25.69309691Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"2c7e2b3e-1bf8-4459-9968-ad2b6d346401","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:28.336519535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.527096574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"b6975ffb-0bf6-4cb0-9ebd-f9fe38f7c6b1","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.527118128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"b6975ffb-0bf6-4cb0-9ebd-f9fe38f7c6b1","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.692384417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"6746ea77-7ef0-4078-b197-97f6b0ee53ca","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-05b22116","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.740269263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"a73c294b-539c-42ca-9d36-b0263af0e00c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.740313745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"4746058d-f611-452f-9287-bc6e0f9ba422","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.744099197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"24d0b85e-e665-4bf7-96f8-9776801bd8bb","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.744151991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"a0d15c89-c27e-409d-96c9-3bb2645893c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.798732277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"a73c294b-539c-42ca-9d36-b0263af0e00c","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.798778254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"4746058d-f611-452f-9287-bc6e0f9ba422","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.803398429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"a0d15c89-c27e-409d-96c9-3bb2645893c3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:29.803684878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"24d0b85e-e665-4bf7-96f8-9776801bd8bb","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.337446305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ad43729a-bfdd-4f7a-b473-c6d065748939","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.337446112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"a93b579b-b39d-4567-ba06-3428028d10c7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.33796966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"a561d1c7-cbb8-4ae0-9f55-9010b516856a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.338032644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"3c6422a6-3110-407c-89ae-344d43aa1a21","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.395659132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"a93b579b-b39d-4567-ba06-3428028d10c7","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.395790316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ad43729a-bfdd-4f7a-b473-c6d065748939","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.398095073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"a561d1c7-cbb8-4ae0-9f55-9010b516856a","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:30.39819156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"3c6422a6-3110-407c-89ae-344d43aa1a21","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:34.437133203Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"0d98c695-93b0-4f98-aa7e-4f6d2c3a6b8a","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:35.800755019Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"61c010f4-84d4-4e59-be52-2023b9bfb371","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:39.745645089Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"959b7ec6-d2c1-401f-b3d0-7dc54f8b1c01","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","subscription":"e2e-cfl-ok-44a6ac-fe4c41-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:39.852468761Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"959b7ec6-d2c1-401f-b3d0-7dc54f8b1c01","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:39.905866731Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-sub","reconcileID":"959b7ec6-d2c1-401f-b3d0-7dc54f8b1c01","MaaSSubscription":{"name":"e2e-cfl-ok-44a6ac-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.303403853Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-05baa1-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.356211341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"90bba21b-aa03-4928-9546-66aedab04e41","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.356232701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"90bba21b-aa03-4928-9546-66aedab04e41","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.521636009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9981f917-3235-4e19-99a0-dcd95bf323b0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.521657365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"9981f917-3235-4e19-99a0-dcd95bf323b0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.568271942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"2a3a6531-5869-476d-a549-e00c62fffe6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.568270096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"75c31620-bc08-447f-99a0-8a1ca3f8658d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.568836976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"5ff24f92-6c13-476e-a253-9010b392ac31","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.568838415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"8e53e807-48c2-40ed-9716-7ce93f90b2f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.62712938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"5ff24f92-6c13-476e-a253-9010b392ac31","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.62734843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"2a3a6531-5869-476d-a549-e00c62fffe6d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.629241799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"8e53e807-48c2-40ed-9716-7ce93f90b2f0","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.629614597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"9fcaf06b-dbcc-4d33-9a78-8e784710cf86","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.629629781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"9fcaf06b-dbcc-4d33-9a78-8e784710cf86","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.62966843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"75c31620-bc08-447f-99a0-8a1ca3f8658d","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.735874279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"a4178b57-cf2e-4c19-8e1b-e146197a75ab","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.735891465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"a4178b57-cf2e-4c19-8e1b-e146197a75ab","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.841917348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"56d56032-e8d5-4f16-a76f-0eafc74ce8df","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.841937737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"56d56032-e8d5-4f16-a76f-0eafc74ce8df","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:40.893318712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-ok-44a6ac-fe4c41-access","reconcileID":"6b442199-472a-4d47-ab7d-20406583bccf","MaaSAuthPolicy":{"name":"e2e-cfl-ok-44a6ac-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.109701506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"7d1069ef-e7cc-45ff-bacf-98a2bd343871","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.109722575Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"7d1069ef-e7cc-45ff-bacf-98a2bd343871","MaaSModelRef":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-ok-44a6ac-eff2b06d93ae","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-ok-44a6ac","externalModel":"e2e-cfl-ok-44a6ac","provider":"e2e-cfl-ok-44a6ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.765267612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"f88a0943-c059-42a4-8f02-c8af94103cb7","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.887884435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"3115539e-5de9-4f15-b290-3e0de06a7167","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.931078023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1925ee48-930f-4d4f-ab45-bdf0101000b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.940558047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83acf79e-07ad-4b95-812c-5656b0f78b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.983295217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ef4a1d0e-253d-4717-8162-b91ecaab4cf3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.988863185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1925ee48-930f-4d4f-ab45-bdf0101000b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.992117771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"173ced92-8c56-4455-9585-dc18e992df1e","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.992142248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"1acf0a31-6302-47b0-9fe4-3053121fcedb","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.994255396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"bab4f253-8e43-45db-bbb5-4231dade2867","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.994271987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"bab4f253-8e43-45db-bbb5-4231dade2867","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:41.99808698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83acf79e-07ad-4b95-812c-5656b0f78b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.042660434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"ef4a1d0e-253d-4717-8162-b91ecaab4cf3","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.060487901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"173ced92-8c56-4455-9585-dc18e992df1e","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.062159988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"1acf0a31-6302-47b0-9fe4-3053121fcedb","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.114187521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"e4aea9ce-f42e-4a32-95e1-ed02693ec888","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.114225665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"d03ffaa6-afc1-40a1-b542-99d0ca1dc76d","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.114798995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"48ef15be-624e-4e53-8c37-d71dcf609d39","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.114824492Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"48ef15be-624e-4e53-8c37-d71dcf609d39","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.276528089Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-ok-44a6ac","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","reconcileID":"fc69e6a6-8f62-4eeb-a24b-8bb0c0e933fb","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-ok-44a6ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.472821243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f39f3a-ec58-42a7-88d5-15c275c78a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.52462321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633b62fe-dfa8-4e54-bd2e-35ee4473b210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.530290403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9f39f3a-ec58-42a7-88d5-15c275c78a8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.578248915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"de153f4f-b2ba-4aab-b9f5-ab3c2dfc8400","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.583227137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"633b62fe-dfa8-4e54-bd2e-35ee4473b210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.636685203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"de153f4f-b2ba-4aab-b9f5-ab3c2dfc8400","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.684583864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"477c5820-3f96-4b38-bbeb-053a21cfa3f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.68460644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"eace2502-aa0e-43aa-a8b9-47fe6dbac858","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.744039131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"477c5820-3f96-4b38-bbeb-053a21cfa3f4","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.744039913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"eace2502-aa0e-43aa-a8b9-47fe6dbac858","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.862500539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"fc3ac1b6-37ca-4a55-83c4-1ee700f82292","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:42.862518762Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"fc3ac1b6-37ca-4a55-83c4-1ee700f82292","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.027090666Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"caaaa252-9d71-443d-a28f-2ec970d386a5","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8257f59d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.116516384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d88262a3-37cb-49fe-848d-434a6e188133","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.175082024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"d88262a3-37cb-49fe-848d-434a6e188133","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.224684873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e118adfd-ddd1-47ef-99ae-f9f4c678b11c","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.224680455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"25ce396d-4e5b-4205-b690-22d11693b282","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.282735596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"25ce396d-4e5b-4205-b690-22d11693b282","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.284191066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e118adfd-ddd1-47ef-99ae-f9f4c678b11c","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.656799304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"e0ab8720-447f-4c1f-a0bd-10a73db3add7","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:43.716185561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"e0ab8720-447f-4c1f-a0bd-10a73db3add7","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:44.545491436Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"de6fe866-1693-4ef3-ad6e-0e1c3c714d40","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:45.227035633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af539ca1-4145-4f1b-801f-e618b6f0cdbc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:45.380139515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"9fd6fa7d-fa5d-4a6f-b067-9d243346b26b","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:45.397158864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"6e0b6082-d438-48d5-bb34-b2f95a68fd76","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:45.573276041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22a6cd34-8200-49a8-a098-988e7c3476f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:51.995092411Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"8463bbf5-d0d0-4963-9ef5-ba76c4eb4684","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:52.516147531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"c2c392ef-5add-44be-8f97-eec894765d69","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:52.616864461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"e1f771f9-394f-4916-9e71-6f72795252e1","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:52.66317808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a29115a0-7b36-4d87-a80e-9527fdc1f935","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:52.764994985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af3cad8f-3bcb-49d4-a990-fb6a49a10838","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.081420079Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"dcb1e74c-fff8-410d-baaf-ccd082e856d8","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","subscription":"e2e-cfl-same-ff76c4-05baa1-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.188827876Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"dcb1e74c-fff8-410d-baaf-ccd082e856d8","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.271148318Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-sub","reconcileID":"dcb1e74c-fff8-410d-baaf-ccd082e856d8","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-05baa1-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.545764916Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-5fa7c0-fe4c41-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-cfl-same-ff76c4-fe4c41-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.598768056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"c06d8913-e160-4c49-adad-52eb7603e2e5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.598790797Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"c06d8913-e160-4c49-adad-52eb7603e2e5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.757733874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e4b1f722-a815-48da-889a-3e37a880bdc6","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.757859462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"4c3842ed-c021-491a-a749-99a99a1e3818","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.758760874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"91d25614-e274-4b6f-999a-77c11e503b09","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.763905376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"f9303136-c052-4e38-8688-e7b344d30a3b","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.763921654Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"f9303136-c052-4e38-8688-e7b344d30a3b","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.816436269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"e4b1f722-a815-48da-889a-3e37a880bdc6","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.816608153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"91d25614-e274-4b6f-999a-77c11e503b09","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.818545829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"4c3842ed-c021-491a-a749-99a99a1e3818","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.870322274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"25d5b63d-aa2b-4356-8b3d-4b807cda8a97","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.870336773Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"25d5b63d-aa2b-4356-8b3d-4b807cda8a97","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.976541303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"e184e08d-d488-4826-9e79-3531d319fa76","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:53.97655595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"e184e08d-d488-4826-9e79-3531d319fa76","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.082102574Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-05baa1-access","reconcileID":"67fcc73f-f908-4a11-8238-df154096e493","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-05baa1-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.30211304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"814fab74-9020-49e9-a9cc-8e4fc70358a7","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-2-05baa1/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.302146375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"814fab74-9020-49e9-a9cc-8e4fc70358a7","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"routeName":"external-model-e2e-cfl-same-ff76c4-d5976b83cd49","namespace":"e2e-extmod-cfl-2-05baa1","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.448324337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"5f3189d4-1956-4a8b-bc31-fd8d76072132","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.448346144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"5f3189d4-1956-4a8b-bc31-fd8d76072132","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.555172602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"966194ba-3888-445f-a8f9-c54e2b931527","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.555172603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b374d588-7ab5-4527-8842-491ba0284a74","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.613671203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"b374d588-7ab5-4527-8842-491ba0284a74","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.613932763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"7f9b760f-a6f3-4803-81b2-96c899c2088a","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-524e6df4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.614988704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"966194ba-3888-445f-a8f9-c54e2b931527","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:54.652688315Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"d0cbc455-b4da-409c-9141-cf3da9a97d5d","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:55.039686604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"cfd5453c-35a6-4d18-addc-1a9df1f2e3dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:55.03968665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ddf55f79-2f76-40ec-b166-85d1c1c09597","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:55.098345672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"ddf55f79-2f76-40ec-b166-85d1c1c09597","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:55.09835979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"cfd5453c-35a6-4d18-addc-1a9df1f2e3dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:58.09508818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"d4555677-e302-495a-b758-b99643eedb7a","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:58.1425072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c356b7c8-20bf-4070-bec4-f244e06dc603","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:58.26851412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4c27b3d-6944-436c-84a0-0a50d50dd3a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:58:58.336852886Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:02.10352708Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"2e5fe90b-34f7-465e-a7cb-ff5c74471d05","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:04.666999964Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"a4fe2dad-793a-4d3d-8696-167aacf9f00b","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","subscription":"e2e-cfl-same-ff76c4-fe4c41-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:04.759085793Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"cb675315-7b89-4c8b-8c4b-cdc85cadd3df","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:04.774790335Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"a4fe2dad-793a-4d3d-8696-167aacf9f00b","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:04.827531362Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-sub","reconcileID":"a4fe2dad-793a-4d3d-8696-167aacf9f00b","MaaSSubscription":{"name":"e2e-cfl-same-ff76c4-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:04.987586353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"58834f20-1bd0-469b-97e0-c3d7132c8a3b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.101169911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90e6737f-fed8-41bb-ab53-6617b7928518","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.206564039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"78b436c2-adc1-404f-a6f3-10886f52b983","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.206590843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"78b436c2-adc1-404f-a6f3-10886f52b983","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.255927273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e7e25889-9c88-4b0e-9cab-faac0192e6b8","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.314271653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"a58b0fc2-7b22-44fd-8bb7-f3cf20201532","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.314412454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"d74cd018-0558-4572-b896-3080a862e723","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.3723285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"a58b0fc2-7b22-44fd-8bb7-f3cf20201532","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.372345124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"d74cd018-0558-4572-b896-3080a862e723","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.372687922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"4c45ad35-983c-4df8-98bd-477a97a11dca","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.372702474Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"4c45ad35-983c-4df8-98bd-477a97a11dca","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.479054204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"7d1443dd-4658-4e1d-9cd8-b2eefe0e42d5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.479071446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"7d1443dd-4658-4e1d-9cd8-b2eefe0e42d5","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.63701404Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-same-ff76c4-fe4c41-access","reconcileID":"ff543e7a-1609-4782-bfbc-5530830d428e","MaaSAuthPolicy":{"name":"e2e-cfl-same-ff76c4-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.855868888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"87cb2661-f3b8-4ba4-97e7-4792d4ced1a8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:05.855897111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"87cb2661-f3b8-4ba4-97e7-4792d4ced1a8","MaaSModelRef":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-same-ff76c4-6b53b9db5feb","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-same-ff76c4","externalModel":"e2e-cfl-same-ff76c4","provider":"e2e-cfl-same-ff76c4","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.392017695Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"5f58e3cd-86b2-4a28-b5a2-30dde0d821e0","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.499528828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"806f08b9-8509-4993-9020-9a130ab177f8","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.502330101Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"958dbe78-e9e3-4286-ae04-e75cab5ac529","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.552456755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca53db29-90b6-48b3-ab3f-13992cce1f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.552800422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2755f5a4-409a-4f86-8fdb-5522168d97fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.557206476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"806f08b9-8509-4993-9020-9a130ab177f8","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.611082222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ca53db29-90b6-48b3-ab3f-13992cce1f32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.611124347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2755f5a4-409a-4f86-8fdb-5522168d97fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.611569784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"a26b4202-64d7-41a2-9f19-40a98143be8e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.611592363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"a26b4202-64d7-41a2-9f19-40a98143be8e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.760393509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"ffb0e3b8-5de8-4c28-880d-f3316fc8c128","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.927619851Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","reconcileID":"5f2051dc-82fc-4bb5-bba4-03632d6709d6","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:06.975074384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"285d46b7-3ce5-40be-abf0-1d44003fa3e2","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.032639273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"285d46b7-3ce5-40be-abf0-1d44003fa3e2","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.12689673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b7799d8-872e-4869-b2f8-6fc500c5fe66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.126943161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fdde4f-4624-4fc7-9250-7f664fa1fb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.185010825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2b7799d8-872e-4869-b2f8-6fc500c5fe66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.185022403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75fdde4f-4624-4fc7-9250-7f664fa1fb27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.403504658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"907950c0-18ed-4672-b921-ac635bffb8fc","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.462042258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"907950c0-18ed-4672-b921-ac635bffb8fc","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.86520416Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"dde59604-20fe-4720-b6e1-57287bd2e05c","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:07.976332667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"344e628d-cc64-43e3-be2c-b1f9bcfa3657","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.029339598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0cb355-4638-4196-9820-d6c54c12a4c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.029443118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d52c7ff-4037-4df9-becb-27e7de794131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.034588655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"344e628d-cc64-43e3-be2c-b1f9bcfa3657","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.089039849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7d52c7ff-4037-4df9-becb-27e7de794131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.089067107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0cb355-4638-4196-9820-d6c54c12a4c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:08.96666623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"52de00ad-3bd7-4159-83e0-0301e35f6b7e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.364007107Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-ff76c4","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","reconcileID":"54a3fc80-7f40-4584-8744-eed866027263","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-same-ff76c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.471301942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"af478b9d-6d2a-4224-a260-e1c9a6b79a49","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.523595224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"530974b3-fbde-45a7-bc79-0c2522610a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.524229505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b677038-243e-46fb-932a-b98f241efc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.52882805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"af478b9d-6d2a-4224-a260-e1c9a6b79a49","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.582179272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b677038-243e-46fb-932a-b98f241efc00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.582282319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"530974b3-fbde-45a7-bc79-0c2522610a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.957188182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"e376f47f-8c70-45e2-b9c7-91b0bab6f2f0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:09.957216159Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"e376f47f-8c70-45e2-b9c7-91b0bab6f2f0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:10.010346516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"1bbb4fde-21c7-4679-ab29-a2416c703cdd","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:10.0682502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"1bbb4fde-21c7-4679-ab29-a2416c703cdd","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:10.123076008Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"718dd7df-966f-436d-8153-c9340c6ee4b2","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-edcd0990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:10.443249394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"736c1194-af02-4575-8b83-f9e648824eea","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:10.50153209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"736c1194-af02-4575-8b83-f9e648824eea","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:12.632933122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"47232ce3-91e5-4bfb-83f1-aebe20128b2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:12.735102371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0cd87c66-d70d-42de-b84c-1e50da13c2e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:16.610149612Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"35c84efb-59a7-49b3-9917-22e40e4f0902","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:19.07427275Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"3dd09b7c-be98-4be3-a82b-71ff52d5c4c0","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:19.140302944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"78a753ec-4420-4ed1-8c5d-bf74965880a0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:19.367488928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c5445de4-ccbe-4bd8-a475-edf0d709d67d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.177371507Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e583a132-a721-4861-9e42-2adbdd6483b8","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","subscription":"e2e-cfl-5fa7c0-fe4c41-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.284478059Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e583a132-a721-4861-9e42-2adbdd6483b8","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.338350414Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-sub","reconcileID":"e583a132-a721-4861-9e42-2adbdd6483b8","MaaSSubscription":{"name":"e2e-cfl-5fa7c0-fe4c41-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.665837808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"6a2ebae8-5b09-4c7e-ba72-dd8a5fb14f0e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.665867507Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"6a2ebae8-5b09-4c7e-ba72-dd8a5fb14f0e","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.719370324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"237ba2d2-1c45-4023-9fca-acaeb29eae3f","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.780581318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"237ba2d2-1c45-4023-9fca-acaeb29eae3f","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.8332315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"ede09ad6-6d89-4e55-a7d0-1e561158a506","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:20.833265016Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"ede09ad6-6d89-4e55-a7d0-1e561158a506","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.045324705Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"7966192e-f71a-4fd8-b71e-d46a44a3c2d4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.251602576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"7966192e-f71a-4fd8-b71e-d46a44a3c2d4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.38226832Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"7966192e-f71a-4fd8-b71e-d46a44a3c2d4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.382293121Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-5fa7c0-fe4c41-access","reconcileID":"7966192e-f71a-4fd8-b71e-d46a44a3c2d4","MaaSAuthPolicy":{"name":"e2e-cfl-5fa7c0-fe4c41-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.496356706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"6ea89daa-a19f-4789-9b73-369be6b1f9d1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-cfl-1-fe4c41/e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:21.496384966Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"6ea89daa-a19f-4789-9b73-369be6b1f9d1","MaaSModelRef":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"routeName":"external-model-e2e-cfl-5fa7c0-cf487fe8e84c","namespace":"e2e-extmod-cfl-1-fe4c41","model":"e2e-cfl-5fa7c0","externalModel":"e2e-cfl-5fa7c0","provider":"e2e-cfl-5fa7c0-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:22.026299027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"f3d0af30-93f0-4eb9-a2c3-e31fe709904b","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:22.189199907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc16943b-260b-455a-abb9-9aa32d14bec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:22.189245035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d864ac9-783d-41d0-91c0-93e90cfcc74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:22.247652817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc16943b-260b-455a-abb9-9aa32d14bec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:22.24776314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d864ac9-783d-41d0-91c0-93e90cfcc74b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:23.240470847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-2-05baa1"},"namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","reconcileID":"9516b19c-e920-4093-9b3b-5d5f8aba6c67","namespace":"e2e-extmod-cfl-2-05baa1","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:23.399866446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fcc4675-232f-4c3a-b9a6-4cd650dad909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:23.399865143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d92e852-9efb-43e7-8b01-03196b5ee408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:23.458255092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fcc4675-232f-4c3a-b9a6-4cd650dad909","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:23.458488819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d92e852-9efb-43e7-8b01-03196b5ee408","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.18690469Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"2f5f89f8-042a-408c-8c41-bc6af1ad8396","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.346845938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22388c34-cb5f-4309-bfe7-484912754cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.346846919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d66d754c-a6bf-4957-a814-59fe3ea05063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.390357414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"c9e96fc4-121e-42b4-ab5c-3041c9259839","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.40662944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"22388c34-cb5f-4309-bfe7-484912754cd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.407202539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d66d754c-a6bf-4957-a814-59fe3ea05063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.781473173Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-5fa7c0","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","reconcileID":"d2eb0639-ce32-475d-9305-6b426766b010","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-5fa7c0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.940241417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75129494-70de-4b7e-a654-8c0b80aba701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.940276098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e52d97-415e-46a6-bada-d1efa22b7a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.99841513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"54e52d97-415e-46a6-bada-d1efa22b7a3f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:24.998495114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75129494-70de-4b7e-a654-8c0b80aba701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:25.724804332Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"bceea422-efd8-4d14-aceb-73e9d066a39c","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:25.883797722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda2f45a-98b5-43cb-985a-6c88bef42abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:25.883798124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b822d567-4c3d-4c58-b6a6-d50f81f00f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:25.945458394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b822d567-4c3d-4c58-b6a6-d50f81f00f99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:25.94839732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bda2f45a-98b5-43cb-985a-6c88bef42abc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.152680051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4dbac423-f524-46a9-9880-f5aa7af123ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.328583261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b4e266d-5315-43fa-bc72-3ec33c82ac2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.396289751Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","reconcileID":"2cfe052a-3697-4c6e-a87c-87b17944c657","namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.557148908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6568de4e-d8c9-473c-b31f-920bb314a9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.557144726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a8473b-7046-4699-82fc-f4b4b71a2a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.615469947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a9a8473b-7046-4699-82fc-f4b4b71a2a25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.615471415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6568de4e-d8c9-473c-b31f-920bb314a9ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.6737848Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"f8396322-97d7-4172-8947-319b4113448b","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:26.780459088Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"eb97e9fd-4299-4650-a918-2a36162ce981","MaaSModelRef":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.561417707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"a8778344-acce-43c3-9e09-af8763d7a906","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.573229982Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"7baf959e-70d5-483d-9f38-00cd89a2f55b","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.727488305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c6dd709-814a-4580-89e5-f971b8db35de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.727488279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35bb7c8d-f8b6-4884-8ede-78b1fa0aa0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.785893414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c6dd709-814a-4580-89e5-f971b8db35de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:27.785915882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"35bb7c8d-f8b6-4884-8ede-78b1fa0aa0d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.077856845Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-970074","namespace":"e2e-extmod-cfl-1-fe4c41"},"namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","reconcileID":"d8ec14ce-7412-477d-9b8a-194b16e74a08","namespace":"e2e-extmod-cfl-1-fe4c41","name":"e2e-cfl-970074","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.154466403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa47ff0c-23cb-4c47-8727-9ef8ec67970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.154461887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed29df9-f73c-475a-ad48-ef90f23f7d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.213724703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ed29df9-f73c-475a-ad48-ef90f23f7d6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.213724702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa47ff0c-23cb-4c47-8727-9ef8ec67970f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.335936585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.578007921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0b63e27-be26-4f46-80f6-fb178b3ba945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.578005908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90193cff-0b0a-4655-be52-05a9f071dc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.636421689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0b63e27-be26-4f46-80f6-fb178b3ba945","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:28.63644224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90193cff-0b0a-4655-be52-05a9f071dc09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.556041381Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"de2ababe-3d42-4423-a25b-aa5ef0771d88","namespace":"llm","name":"e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.612073852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"1bd03890-8553-44dd-80de-b45dbe5b048b","namespace":"llm","name":"e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.71485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07463981-7e29-4ae2-a619-37dd39a4ec8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.714851321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e46e7549-8f10-4a9a-bbb2-879676f860f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.773062422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07463981-7e29-4ae2-a619-37dd39a4ec8d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.773092617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e46e7549-8f10-4a9a-bbb2-879676f860f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:41.949664978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"4db98811-50ec-4fac-b183-e949c2e51d50","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"name":"e2e-dft-9b1550","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.058238862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b2459769-4064-420d-82a8-d427e14ae511","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.058301423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1f1bb8ce-0bda-4b32-9259-f5a923400afa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059049984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24cef711-12c9-4c6d-a17c-d30ea92d89ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059064775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24cef711-12c9-4c6d-a17c-d30ea92d89ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059316129Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00657bc1-2780-4ba9-98f9-267b6cc3485b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059328896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00657bc1-2780-4ba9-98f9-267b6cc3485b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059538788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e9ade0f-1d80-4fd6-8d12-ad3738a19f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059550461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e9ade0f-1d80-4fd6-8d12-ad3738a19f2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059790484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9e9738d-b7a3-4b8c-a47d-7eea37fda12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.059801704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b9e9738d-b7a3-4b8c-a47d-7eea37fda12e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.114651883Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"53a4d98d-a1b9-4e5f-b7c0-d8519570ac94","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"name":"e2e-dft-9b1550","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.137905625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e49c09-dae1-4aad-8dfc-35f910d6a7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.137909394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41ea00c3-01c0-4dae-ae6c-a3ab707c975a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.167621327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27a2c580-9647-4a93-b5a5-db758f285632","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.16764005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"27a2c580-9647-4a93-b5a5-db758f285632","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.167847303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51d4aef4-4be4-4aa0-a5aa-2ec448077195","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.167858435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"51d4aef4-4be4-4aa0-a5aa-2ec448077195","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.168245744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"729325d0-2db7-4dc0-8994-c46a5cfbabc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.168269243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"729325d0-2db7-4dc0-8994-c46a5cfbabc1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.168934087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1feb073-d7b0-40f2-a046-43b51b916daa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.16895894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e1feb073-d7b0-40f2-a046-43b51b916daa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.196617876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"41ea00c3-01c0-4dae-ae6c-a3ab707c975a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.19676627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56e49c09-dae1-4aad-8dfc-35f910d6a7dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.563403753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3570a79-3dda-47b0-8c2b-82f424e0f038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.563403611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f0e660-27ab-4a81-ac50-fa66e3c7fc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.621613023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07f0e660-27ab-4a81-ac50-fa66e3c7fc32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.621640087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3570a79-3dda-47b0-8c2b-82f424e0f038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.790018051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"2bfb16c4-c274-4904-ace7-85680dd061bf","namespace":"llm","name":"e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.842850913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"0ef58eb3-870d-4b1a-975a-ea5abe09eff1","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.8428716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"0ef58eb3-870d-4b1a-975a-ea5abe09eff1","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.98681615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61def49-cd0e-4519-89b0-fa4fb4f448fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:42.986822349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af7e189-4b20-4f88-9bd8-450b24dd34f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:43.045061966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5af7e189-4b20-4f88-9bd8-450b24dd34f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:43.045292542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d61def49-cd0e-4519-89b0-fa4fb4f448fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:46.478826182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4020b7e5-a1c7-4f9b-a02b-89694f9a55c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:46.478892855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfeaff2-5144-4234-813d-2b0362a3f7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:46.537233456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4020b7e5-a1c7-4f9b-a02b-89694f9a55c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:46.537255611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4bfeaff2-5144-4234-813d-2b0362a3f7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.072109739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"ebfbc35a-5a99-4bb6-8b70-3bdcf2cc42ba","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.07213392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"ebfbc35a-5a99-4bb6-8b70-3bdcf2cc42ba","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.180528723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"5c15b948-8a5b-439c-82a6-f3b5c82d74c2","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.180577052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"5c15b948-8a5b-439c-82a6-f3b5c82d74c2","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.285092428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"ab33ef51-7bb1-429b-bb58-fae6ac4aa0eb","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.343095451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"ab33ef51-7bb1-429b-bb58-fae6ac4aa0eb","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.399844527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"ab33ef51-7bb1-429b-bb58-fae6ac4aa0eb","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.511495216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"941fb04b-fdf4-4630-8e2a-8e204456848c","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.511519833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"941fb04b-fdf4-4630-8e2a-8e204456848c","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.672594409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"a75ff018-0ea3-4e70-8cb1-521eb255a64f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.73033424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"a75ff018-0ea3-4e70-8cb1-521eb255a64f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:48.787138705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"a75ff018-0ea3-4e70-8cb1-521eb255a64f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:56.424091673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0998880-5225-494b-9913-4a9b773d563b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:56.538088779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70f76b09-8f36-4680-8691-1d3a681cb25f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:58.335136086Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:59.003903894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5186c41b-da6f-41a4-806e-2b8f67b675dd","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:59.061714092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5186c41b-da6f-41a4-806e-2b8f67b675dd","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:59.497366022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"dc7ece9f-514c-4214-8e76-5d829f7fe4f3","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T12:59:59.497391207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"dc7ece9f-514c-4214-8e76-5d829f7fe4f3","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.560511703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"bc788e81-b73c-482a-afa5-c3125921ad65","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.560544714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"bc788e81-b73c-482a-afa5-c3125921ad65","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.613701417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"03422a84-8620-4a77-a238-29d299f5644d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-9b1550-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.717805202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"05be629c-19d4-4fe3-afa3-baad63f7bec9","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.717829803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32240de-af30-4dcc-b69f-a72e4ca75011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.718268048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1229bc40-5b6e-49c5-863d-8f0df18afa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.725224204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"139f6fac-d284-4145-a125-45cb486eb081","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.725243372Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"139f6fac-d284-4145-a125-45cb486eb081","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.850667903Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"05be629c-19d4-4fe3-afa3-baad63f7bec9","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.882086261Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"139f6fac-d284-4145-a125-45cb486eb081","name":"e2e-dft-9b1550","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-9b1550\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.882145532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"139f6fac-d284-4145-a125-45cb486eb081","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-9b1550\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.88894851Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32240de-af30-4dcc-b69f-a72e4ca75011","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.89199664Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1229bc40-5b6e-49c5-863d-8f0df18afa7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.907663975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"05be629c-19d4-4fe3-afa3-baad63f7bec9","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.935640109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"c9e387bc-c8c4-4e0b-9201-ec5ff428473a","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.93565731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"c9e387bc-c8c4-4e0b-9201-ec5ff428473a","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.947716871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f32240de-af30-4dcc-b69f-a72e4ca75011","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:01.950298355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1229bc40-5b6e-49c5-863d-8f0df18afa7f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.989287159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1b6ce94-c5e2-45fc-bc8f-32b19eb5a490","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.989304139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f1b6ce94-c5e2-45fc-bc8f-32b19eb5a490","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.989558804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6910b43f-658f-4afe-bddb-011471da3a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:01.989570983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6910b43f-658f-4afe-bddb-011471da3a44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.043107483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"2aea109c-2966-45b2-8d89-b060e7b52ba8","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.043134862Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"2aea109c-2966-45b2-8d89-b060e7b52ba8","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.100562707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"589e13f9-d4f9-4783-bc6b-f797a69c7930","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9b1550","model":"e2e-dft-9b1550","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-9b1550-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.15951678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7072e975-e3ca-4f7e-9f27-cfe74d050c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.160059269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f6f3b3-f145-4fe1-9b91-dee37a058404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.174326078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"3f4eb24e-89f8-470d-b310-bbd45063f83e","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.217605837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7072e975-e3ca-4f7e-9f27-cfe74d050c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.217622807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f6f3b3-f145-4fe1-9b91-dee37a058404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.232132581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"3f4eb24e-89f8-470d-b310-bbd45063f83e","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.274859694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7072e975-e3ca-4f7e-9f27-cfe74d050c4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.274903286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"28f6f3b3-f145-4fe1-9b91-dee37a058404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.289106553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"3f4eb24e-89f8-470d-b310-bbd45063f83e","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.373921855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"547d072e-8c12-4c94-9e4b-657ed90860f8","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.373953043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"547d072e-8c12-4c94-9e4b-657ed90860f8","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.427470474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7615bcc-db1c-4bbd-93a0-f54b39325f31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.427491044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7615bcc-db1c-4bbd-93a0-f54b39325f31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.427830391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88b6e913-7199-4908-a473-52ca8880f9f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.427842687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88b6e913-7199-4908-a473-52ca8880f9f0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:02.586115301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"d2169413-0c21-4ad5-990b-2ea14a82c43a","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9b1550","model":"llm/e2e-dft-9b1550","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.501336408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"55fe71b4-f61b-4f20-87a9-1f88aea4037f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.559239753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"55fe71b4-f61b-4f20-87a9-1f88aea4037f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.602055746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d2b941-2296-49c6-9c47-5ffdf8ad5310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.602072401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761323be-8b36-4599-aadd-b9896cf43a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.618759738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"55fe71b4-f61b-4f20-87a9-1f88aea4037f","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.660735377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761323be-8b36-4599-aadd-b9896cf43a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.660890142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d2b941-2296-49c6-9c47-5ffdf8ad5310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.717784932Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3d2b941-2296-49c6-9c47-5ffdf8ad5310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:12.717837807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"761323be-8b36-4599-aadd-b9896cf43a0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.296566213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"411f0a14-d3f8-40cb-81fc-f4181282b880","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.410589829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81db899a-f834-4072-98f2-826d18b98fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.563842026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"b875197b-e152-4eed-9025-7b8ab54861b3","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9b1550","model":"llm/e2e-dft-9b1550","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.607340573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c1aa4662-553a-4ccc-81fc-db6fbd67195b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.607355254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dfcc37-85d8-49f7-b757-d50eaa2822d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.607770314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6632e2-20cb-4c50-86ce-9518ce626dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.666078302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c1aa4662-553a-4ccc-81fc-db6fbd67195b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.666141884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6632e2-20cb-4c50-86ce-9518ce626dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.668364039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dfcc37-85d8-49f7-b757-d50eaa2822d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.723793785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c1aa4662-553a-4ccc-81fc-db6fbd67195b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.723799574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be6632e2-20cb-4c50-86ce-9518ce626dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.725749403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06dfcc37-85d8-49f7-b757-d50eaa2822d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.783798102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81230b7b-a770-4865-8df9-c3ec627b27f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.783815829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81230b7b-a770-4865-8df9-c3ec627b27f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.839661952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"fb7b228a-b8a9-429e-9d0c-de7cb9566438","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.839690031Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"fb7b228a-b8a9-429e-9d0c-de7cb9566438","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.946119353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"b3feddad-fade-4561-a737-0b3457cf8bfe","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.946146716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"b3feddad-fade-4561-a737-0b3457cf8bfe","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.99975063Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb3ac3a7-1985-4841-b755-5ee1855c3d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:14.999769882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cb3ac3a7-1985-4841-b755-5ee1855c3d2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.190722921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"eabde39c-04ed-4ed1-92df-1e6c0a77c9bb","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.190759304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"eabde39c-04ed-4ed1-92df-1e6c0a77c9bb","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.349057584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a77f017-dcec-42f5-8bf5-2a3e5f032996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.34908044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5f1295-5175-4085-b05a-776bebc83ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.349590907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c00c2060-fa77-4bc8-9b15-dcaded6ff83b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.354062011Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"25f9b732-8d16-422a-ab44-ea861bad165a","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-564d99db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.408297221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5f1295-5175-4085-b05a-776bebc83ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.408411281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c00c2060-fa77-4bc8-9b15-dcaded6ff83b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.410754036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a77f017-dcec-42f5-8bf5-2a3e5f032996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.465599591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa5f1295-5175-4085-b05a-776bebc83ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.465617741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"c00c2060-fa77-4bc8-9b15-dcaded6ff83b","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.470503058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a77f017-dcec-42f5-8bf5-2a3e5f032996","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.677611296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"6eb9e6e0-4916-49bf-bb24-a4a668b52709","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.67791133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ae25b08-2111-45d7-84c0-4fd1334446a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.681444071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"645ebf04-7afb-4f63-8402-63c22c7e0a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.736491009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"6eb9e6e0-4916-49bf-bb24-a4a668b52709","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.737034354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ae25b08-2111-45d7-84c0-4fd1334446a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.739897153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"645ebf04-7afb-4f63-8402-63c22c7e0a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.793785248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"6eb9e6e0-4916-49bf-bb24-a4a668b52709","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.793947852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ae25b08-2111-45d7-84c0-4fd1334446a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:18.797639279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (b1f4b64f0460342881a023e0fcae72eb0fb5d2b49e8de3ad946bce8b6ec244c8) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (efbbeb44fd9ad03e013a61a9e56a03fa4b91d20f850f1f9db24fdeaeac8c5729) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (3444f18bf158bd5e925f537ebbd26e0dc6ff1eccf189623866b703fdc0d8e1e0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (fb5a231f6b56dcf2fce52a25f44023d2548f9056992e53cd8423bd2abef3d999) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"645ebf04-7afb-4f63-8402-63c22c7e0a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:19.657527741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c43be976-619f-4730-a729-6584bd5ac52f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:19.771876879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23a3490d-d72d-44a3-8292-406b7770d2c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.336880105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.408157818Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"71f92c04-ce98-42bb-9bcc-8d254f944ada","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9b1550","subscription":"e2e-dft-9b1550-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.51509976Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"71f92c04-ce98-42bb-9bcc-8d254f944ada","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.568430409Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-sub","reconcileID":"71f92c04-ce98-42bb-9bcc-8d254f944ada","MaaSSubscription":{"name":"e2e-dft-9b1550-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9b1550","namespace":"llm","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.89550651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"e9b5d184-9079-48a9-b7ed-9d27f9ce3873","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:28.895528153Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"e9b5d184-9079-48a9-b7ed-9d27f9ce3873","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.007204991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"beeba79c-68f1-4ce0-bef4-ed255d67730e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.007297218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5fe932ff-da60-41ab-b632-ce831bea10b0","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.007712459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa68f7c-7fe5-4a75-abee-af11a0175f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.058996849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"893c21ab-8da1-4f98-8038-f3de33ebce35","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.059023877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"893c21ab-8da1-4f98-8038-f3de33ebce35","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.156634065Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"beeba79c-68f1-4ce0-bef4-ed255d67730e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:29.160625209Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa68f7c-7fe5-4a75-abee-af11a0175f1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:29.182303138Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5fe932ff-da60-41ab-b632-ce831bea10b0","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:29.228066557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aaa68f7c-7fe5-4a75-abee-af11a0175f1e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.228326917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b646518d-5917-400e-879f-4701034b4345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.228342317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b646518d-5917-400e-879f-4701034b4345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.230189782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"beeba79c-68f1-4ce0-bef4-ed255d67730e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:29.238954084Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5fe932ff-da60-41ab-b632-ce831bea10b0","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-9b1550-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2175\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:29.239024971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"5fe932ff-da60-41ab-b632-ce831bea10b0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.239182317Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9b1550-access","reconcileID":"6a8d5a47-9ce6-4334-8965-7b7cdccc05d9","MaaSAuthPolicy":{"name":"e2e-dft-9b1550-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.289272676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8298e272-320d-4cb1-9626-de1a35f2b664","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.289294732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8298e272-320d-4cb1-9626-de1a35f2b664","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.387193058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8819e159-ab51-40af-972f-1170981569a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.44544042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8819e159-ab51-40af-972f-1170981569a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.487602703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b708cab-0d27-4481-9462-e3ea5522b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.504671131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8819e159-ab51-40af-972f-1170981569a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.506714249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"3194c43c-c198-4a73-8655-610f22628b2c","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.506737991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"3194c43c-c198-4a73-8655-610f22628b2c","MaaSModelRef":{"name":"e2e-dft-9b1550","namespace":"llm"},"routeName":"external-model-e2e-dft-9b1550-3d76f2f75364","namespace":"llm","model":"e2e-dft-9b1550","externalModel":"e2e-dft-9b1550","provider":"e2e-dft-9b1550-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.546576041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b708cab-0d27-4481-9462-e3ea5522b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.563819925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bc2be8e-81d1-4c86-9583-6095bfe50a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.563838596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bc2be8e-81d1-4c86-9583-6095bfe50a45","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:29.603679353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6b708cab-0d27-4481-9462-e3ea5522b3c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.022113294Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"c26ae840-8c53-4c76-8d78-34b41b630f97","namespace":"llm","name":"e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080223284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c13477c0-3c84-434c-a202-915286e66af0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080249906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c13477c0-3c84-434c-a202-915286e66af0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080607862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"793481fb-750e-4aa6-8ec8-41151ce725bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080628242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"793481fb-750e-4aa6-8ec8-41151ce725bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080920775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ddcacc02-47ce-4650-9302-e3134df08a87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.080938773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ddcacc02-47ce-4650-9302-e3134df08a87","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081156951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e0b217d-f635-441f-812e-7300ab31c256","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081169077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4e0b217d-f635-441f-812e-7300ab31c256","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081362065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0c272f5c-d42d-4f01-a29d-bef35bb5da7e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081373114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0c272f5c-d42d-4f01-a29d-bef35bb5da7e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081565082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"76a8fd95-61fd-4c50-aec6-c31e08d9094b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081576792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"76a8fd95-61fd-4c50-aec6-c31e08d9094b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081776064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9033d303-c560-4ed7-981f-0c8315742a8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.081787388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9033d303-c560-4ed7-981f-0c8315742a8e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.082014844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5150346c-8b0d-442d-9627-31cf164809ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.082025101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5150346c-8b0d-442d-9627-31cf164809ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.181240121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cdf2823-1f3a-440d-9d6a-7c8aab2a9a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.18124957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1416fda5-4a4a-4e53-a3ee-4f5afcdf2c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.26906176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1416fda5-4a4a-4e53-a3ee-4f5afcdf2c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.271225782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cdf2823-1f3a-440d-9d6a-7c8aab2a9a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.324679362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67c12e13-4241-41f2-85d7-3fa3fa290a5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.324850591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c55a3232-984b-4937-a512-812bfc189823","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.328016948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1416fda5-4a4a-4e53-a3ee-4f5afcdf2c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.328055326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7cdf2823-1f3a-440d-9d6a-7c8aab2a9a5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.486885896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ab2b332-d01f-4e1f-ba7e-f55580cfc704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.486926649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bc341ec-6568-43d1-9711-803f33b18209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.547176911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ab2b332-d01f-4e1f-ba7e-f55580cfc704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.550258316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bc341ec-6568-43d1-9711-803f33b18209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.604371626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3ab2b332-d01f-4e1f-ba7e-f55580cfc704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.60694927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bc341ec-6568-43d1-9711-803f33b18209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.652808759Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9b1550","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9b1550","reconcileID":"934e066b-de1d-4881-803b-a3b043488b0c","namespace":"llm","name":"e2e-dft-9b1550","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.810938188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f555cd4-6efe-49ae-a72e-ed3f6ccc682e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.810938196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"420ca275-d84d-4504-a6d7-88a0f8e6edd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.869531935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"420ca275-d84d-4504-a6d7-88a0f8e6edd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.869778016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f555cd4-6efe-49ae-a72e-ed3f6ccc682e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.926663134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f555cd4-6efe-49ae-a72e-ed3f6ccc682e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:30.926772599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"420ca275-d84d-4504-a6d7-88a0f8e6edd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.577371192Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"5f6b3a55-7e90-4cb7-80bb-d9d2d6f021be","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.635642378Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"cb8cde71-3738-4c23-8132-8c78db0929f9","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.736071653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2f410f-4cdc-4abe-b840-dba52070b220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.736071681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee36355-717f-438e-95f0-efa29494ac9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.794861158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee36355-717f-438e-95f0-efa29494ac9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.795919067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2f410f-4cdc-4abe-b840-dba52070b220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.851890619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aee36355-717f-438e-95f0-efa29494ac9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.852205527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7a2f410f-4cdc-4abe-b840-dba52070b220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:32.961234783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"208dba66-d476-46ac-bb26-c38fe19ea19f","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.013073885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"037ac68d-2ce9-4a0a-b46d-edfc1934e8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.013075207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d7fe3b-92cf-4204-8fe5-2e2029bd7469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.072692388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"037ac68d-2ce9-4a0a-b46d-edfc1934e8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.072918923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d7fe3b-92cf-4204-8fe5-2e2029bd7469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.073368139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7909a0cf-c0d9-4a3b-a178-6584c10004d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.073393167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7909a0cf-c0d9-4a3b-a178-6584c10004d9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.073839017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3dcd55d-fd7a-4b1a-af47-c29bdd06aad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.073858897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a3dcd55d-fd7a-4b1a-af47-c29bdd06aad7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074174997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e4ad7dc-8364-4b63-9991-750506d1c631","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074191551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5e4ad7dc-8364-4b63-9991-750506d1c631","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074471146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf36d27d-8cbe-467f-8750-c09262d3792a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074485509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"bf36d27d-8cbe-467f-8750-c09262d3792a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074774762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c2e18f8-9d70-4c0a-a2a9-0f569f1c48be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.074789301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8c2e18f8-9d70-4c0a-a2a9-0f569f1c48be","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.084647624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0be13e20-944e-4f83-a9d5-338c63687bab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.084720889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"482ab39f-6361-4ac4-a478-feb160ea09f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.127796629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"7980438a-4bd8-47d4-912f-e2fc321445f1","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.131408024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d2d7fe3b-92cf-4204-8fe5-2e2029bd7469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.131470867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"037ac68d-2ce9-4a0a-b46d-edfc1934e8a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.18127441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb28dd08-21ac-4f1c-978b-de1caa926464","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.181333128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"eb28dd08-21ac-4f1c-978b-de1caa926464","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.181674396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f277cade-e46b-48b3-a9cb-b9dd3881509a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.181690616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f277cade-e46b-48b3-a9cb-b9dd3881509a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.182007149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e852d44b-6c06-4a03-a5a8-03be87dd3687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.182023197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e852d44b-6c06-4a03-a5a8-03be87dd3687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.291834617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b506394-aaeb-4ea7-aba2-a50fc7f2775f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.292076543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"087c1720-b478-407c-a068-06acce2680d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.351208182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b506394-aaeb-4ea7-aba2-a50fc7f2775f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.351208722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"087c1720-b478-407c-a068-06acce2680d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.410326018Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0b506394-aaeb-4ea7-aba2-a50fc7f2775f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.411289526Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"087c1720-b478-407c-a068-06acce2680d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.893036162Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"9dde093f-e5bd-46a5-9020-ed16feb18663","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.947023451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"36886abd-2155-4fb5-a364-f355c05b8b9f","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:33.947050276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"36886abd-2155-4fb5-a364-f355c05b8b9f","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-035dbd-ecedec0f0d71","namespace":"llm","model":"e2e-dft-refs-035dbd","externalModel":"e2e-dft-refs-035dbd","provider":"e2e-dft-refs-035dbd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.051731063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4578a1-524f-4b79-9f39-f4618fde71e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.051742691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4936bb5-78ec-4c72-ae0a-6f5aa115e3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.110131982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4936bb5-78ec-4c72-ae0a-6f5aa115e3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.110317193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4578a1-524f-4b79-9f39-f4618fde71e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.166942363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba4578a1-524f-4b79-9f39-f4618fde71e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:34.166956029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4936bb5-78ec-4c72-ae0a-6f5aa115e3c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.830011519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"6f54e7d9-de91-4b2d-93b2-4f7a044faf6c","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.884545999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"572fb076-7dce-41ee-9bf5-4eaed48db2ca","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.884572888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"572fb076-7dce-41ee-9bf5-4eaed48db2ca","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-035dbd-ecedec0f0d71","namespace":"llm","model":"e2e-dft-refs-035dbd","externalModel":"e2e-dft-refs-035dbd","provider":"e2e-dft-refs-035dbd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.938072323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a3ce988-f485-4bd7-9459-7e5fe7b0ec72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.938090809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4a3ce988-f485-4bd7-9459-7e5fe7b0ec72","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.93830606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3dce409-7101-4c96-9369-a330975ae358","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.938315476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a3dce409-7101-4c96-9369-a330975ae358","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.938478819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78676361-cce1-4636-b869-78ac7ce01736","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.938487788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"78676361-cce1-4636-b869-78ac7ce01736","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.989628733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397b0043-aeee-4dd2-aa7c-acaec27cc2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.98968771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3288b0-3592-474b-94da-e97c963be49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:38.991719562Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"21247761-fec5-47d4-84ba-af1ad97540a7","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-035dbd-ecedec0f0d71","namespace":"llm","model":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.047969351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397b0043-aeee-4dd2-aa7c-acaec27cc2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.047968217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3288b0-3592-474b-94da-e97c963be49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.108868581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42fb02a2-679e-4ba1-941a-ed2550a5b233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.108893897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"42fb02a2-679e-4ba1-941a-ed2550a5b233","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109260391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b12d799-a1b2-4ebf-870f-55c9912ee922","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109282424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b12d799-a1b2-4ebf-870f-55c9912ee922","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109552926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051d1866-0804-458a-b894-1d8c2b445e40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109571666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"051d1866-0804-458a-b894-1d8c2b445e40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109911633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74688442-ac0d-42d8-94f7-673a06d6700c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.109922558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"74688442-ac0d-42d8-94f7-673a06d6700c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.110306385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"556ea3c1-978a-42b7-a7cb-630164745343","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.110320709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"556ea3c1-978a-42b7-a7cb-630164745343","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.110937811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ba5f5d0-79a4-4563-8cb6-0d3464954b37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.111577555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a2661b9d-6058-421b-bf8e-eddf489f8bd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.11322285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1a3288b0-3592-474b-94da-e97c963be49b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.11411947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"397b0043-aeee-4dd2-aa7c-acaec27cc2a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.288555692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3ecf7c-6298-4196-bbfe-8a7e9857ac30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.288557105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50c619c4-8749-46fa-9ae1-85908eae1970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.353078043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3ecf7c-6298-4196-bbfe-8a7e9857ac30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.353387475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50c619c4-8749-46fa-9ae1-85908eae1970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.364080643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"00779806-1b0a-485f-b285-fc24d9a1c7d7","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.41361153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50c619c4-8749-46fa-9ae1-85908eae1970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.413739639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c3ecf7c-6298-4196-bbfe-8a7e9857ac30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.417422834Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"df6fa937-20be-43fd-9089-7d096b9d1d8a","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.57834037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cbc2ff-85ea-44fe-af19-910315da014b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.578686981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c93d737f-4fef-49f7-8e9c-c2ac60602ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.63724718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c93d737f-4fef-49f7-8e9c-c2ac60602ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.63738722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cbc2ff-85ea-44fe-af19-910315da014b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.694418855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"13cbc2ff-85ea-44fe-af19-910315da014b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:39.694432124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c93d737f-4fef-49f7-8e9c-c2ac60602ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:41.23883784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a40d7fe6-f470-4a0a-ac60-ffdeb6ca2138","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:41.339054945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6a7a48e3-1c5e-4859-bd70-e2254a3bc9f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.166203291Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"feb82cbf-ce73-4c23-b357-c7a381681a91","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.213622565Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"ab58e17d-7b85-427b-b7d2-5f595357253f","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.326240382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8103f8e-a922-4d2c-acca-ae73aabfc3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.326305661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c158e8dd-6f9e-49a0-bd8d-075bbf8015f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.386337352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8103f8e-a922-4d2c-acca-ae73aabfc3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.386366907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c158e8dd-6f9e-49a0-bd8d-075bbf8015f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.391770955Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"e23dbe38-aa92-4884-b8c1-7ae818d5b842","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.443624577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c158e8dd-6f9e-49a0-bd8d-075bbf8015f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.443684508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8103f8e-a922-4d2c-acca-ae73aabfc3a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445060768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"61b44e87-b4a3-4c69-b059-85516018f752","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445081185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"61b44e87-b4a3-4c69-b059-85516018f752","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445389979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f87f05a-ab78-41ac-bf6c-a096011f10bb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445408835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f87f05a-ab78-41ac-bf6c-a096011f10bb","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445689876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e37d10a3-92bb-44cf-be69-997d42d43dd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.445705688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e37d10a3-92bb-44cf-be69-997d42d43dd1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446003415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6210b0b-c664-47d9-8e1d-462ab2289530","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446016836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c6210b0b-c664-47d9-8e1d-462ab2289530","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446199942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03630e5e-2359-4962-9f12-fdb2e36cbe4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.44621297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"03630e5e-2359-4962-9f12-fdb2e36cbe4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446442938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e399bfc-cdc1-44c7-b256-c72de9a84efe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446456829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e399bfc-cdc1-44c7-b256-c72de9a84efe","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446682278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c754fc3-24b8-430b-981f-136eb2901e86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446693009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3c754fc3-24b8-430b-981f-136eb2901e86","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446871692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a2a49f4-b02f-491c-9408-660de17f6875","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.446884547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"2a2a49f4-b02f-491c-9408-660de17f6875","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.502714995Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"08d78856-2130-4045-a68f-504cad4f1674","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"name":"e2e-dft-refs-035dbd","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.551854219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24799fb8-cdcb-4d97-b657-74dd64e81eb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.551936794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2f2e960b-7114-44cb-9457-e5548c71cf7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.556122093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecc84bb8-d616-4166-b95d-4c8cf9e9dc58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.556137263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecc84bb8-d616-4166-b95d-4c8cf9e9dc58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.55641496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18ff51a7-b2b7-4b08-b3e0-76c3eb4cef38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.556427561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"18ff51a7-b2b7-4b08-b3e0-76c3eb4cef38","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.661241639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198f1622-7b70-4538-add5-fb7aca780c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.662834437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baca7778-7a80-45f5-a6ea-cbf6500d78fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.723046492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baca7778-7a80-45f5-a6ea-cbf6500d78fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.723744348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198f1622-7b70-4538-add5-fb7aca780c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.780417738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baca7778-7a80-45f5-a6ea-cbf6500d78fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.78117591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198f1622-7b70-4538-add5-fb7aca780c71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:45.835790376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"baca7778-7a80-45f5-a6ea-cbf6500d78fa","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:45.836071017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"198f1622-7b70-4538-add5-fb7aca780c71","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.995499926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"485b6eee-afa0-4e85-8ce2-2833a5dcc979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:45.995500887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e82300-0fc2-4c11-a8f0-f0769b863fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.054319433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"485b6eee-afa0-4e85-8ce2-2833a5dcc979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.054327282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e82300-0fc2-4c11-a8f0-f0769b863fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.112450384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e82300-0fc2-4c11-a8f0-f0769b863fb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.112581912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"485b6eee-afa0-4e85-8ce2-2833a5dcc979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.245608816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"cb144e35-d9a8-4c73-b930-40cd78a1f996","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.306071109Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"6e7868a4-ca68-433e-a708-905e9555fc1e","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.30610975Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"6e7868a4-ca68-433e-a708-905e9555fc1e","MaaSModelRef":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-035dbd-ecedec0f0d71","namespace":"llm","model":"e2e-dft-refs-035dbd","externalModel":"e2e-dft-refs-035dbd","provider":"e2e-dft-refs-035dbd-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.411469217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4932f85-a54f-437b-b01a-12a7749688fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.411590295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f55e3804-80df-4b49-9916-ee488b7b9705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.47192455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4932f85-a54f-437b-b01a-12a7749688fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.472025217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f55e3804-80df-4b49-9916-ee488b7b9705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.529888629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f55e3804-80df-4b49-9916-ee488b7b9705","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:46.530251982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d4932f85-a54f-437b-b01a-12a7749688fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.352819002Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"6b9d7e47-686d-4179-a127-6cf89d1a00f1","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.512133546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c86e5f36-dd65-43f6-81f4-92fe1d0b38dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.512133576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d315bee5-bd51-4127-b871-cd5aef760432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.570919139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c86e5f36-dd65-43f6-81f4-92fe1d0b38dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.571059438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d315bee5-bd51-4127-b871-cd5aef760432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.628137593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d315bee5-bd51-4127-b871-cd5aef760432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:47.628213002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c86e5f36-dd65-43f6-81f4-92fe1d0b38dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.71891603Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"684c8cc9-473a-4edc-b519-7b9f41f22756","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.776749868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9934af21-66e6-41ba-85fd-ef5755a0c127","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.776776561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9934af21-66e6-41ba-85fd-ef5755a0c127","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.777609678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca89a203-fcf1-4e7c-8ce1-990a69ded190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.777627141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ca89a203-fcf1-4e7c-8ce1-990a69ded190","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.77824523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5fb3bfe-6556-4e2f-a06b-2cb680693455","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.77826349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c5fb3bfe-6556-4e2f-a06b-2cb680693455","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.77895437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7b8afb6-3b20-4080-860a-f88b0abc397f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.778989526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b7b8afb6-3b20-4080-860a-f88b0abc397f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.779809888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cd153ef-3a10-4124-8086-ac76b2afd963","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.779827733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"8cd153ef-3a10-4124-8086-ac76b2afd963","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.780205346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b2ea40ed-c1aa-489c-90ee-5dfcb5ce5999","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.780222174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b2ea40ed-c1aa-489c-90ee-5dfcb5ce5999","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.781010182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2f1caa9-718d-44dc-ad68-d12de50c279c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.781025307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e2f1caa9-718d-44dc-ad68-d12de50c279c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.781378141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8258bdaa-9f8b-48df-9dad-4526e1eeba2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.781391089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8258bdaa-9f8b-48df-9dad-4526e1eeba2f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.87827439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79311c3a-046b-4534-81ae-0f267caa09a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.878341245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d831fc-9ac9-4bb5-9bfd-e8f09e4a6b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.936939985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d831fc-9ac9-4bb5-9bfd-e8f09e4a6b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.936961757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79311c3a-046b-4534-81ae-0f267caa09a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.99451204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"79311c3a-046b-4534-81ae-0f267caa09a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.994544697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76d831fc-9ac9-4bb5-9bfd-e8f09e4a6b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.997207398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0a5f0f0-a164-4bf7-ae5f-9856fe45ce03","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:51.997751299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9992c85a-23af-442b-96ba-ae5ee251fc6c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.15374358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8823c7-207a-4e88-9694-915a12cb50b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.153769738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d05ee9-552f-4fa1-bf3e-80dd80f4cfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.213096796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8823c7-207a-4e88-9694-915a12cb50b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.213184214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d05ee9-552f-4fa1-bf3e-80dd80f4cfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.271072598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5d05ee9-552f-4fa1-bf3e-80dd80f4cfa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.271341712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cd8823c7-207a-4e88-9694-915a12cb50b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.287594608Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-035dbd","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-035dbd","reconcileID":"d9d2c7d7-40a6-45bb-b9a6-1e9ab357d7a0","namespace":"llm","name":"e2e-dft-refs-035dbd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.447022205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bf37d25-4cd4-4695-acaa-831b1ad1b760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.4470222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d91d23-785c-4598-976f-1dbaa2c60b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.505775288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bf37d25-4cd4-4695-acaa-831b1ad1b760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.505903001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d91d23-785c-4598-976f-1dbaa2c60b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.562849256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bf37d25-4cd4-4695-acaa-831b1ad1b760","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:52.562877636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a0d91d23-785c-4598-976f-1dbaa2c60b97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:53.911642626Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"1d1b9bde-4e06-4d20-bcfa-3a56f560f6f3","namespace":"llm","name":"e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:53.970509991Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"6bcf5be2-8208-4d89-b73c-ebd66e547e40","namespace":"llm","name":"e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.070155119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21eec91-7d14-4e55-97a3-31e3a12369ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.070157923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"660d69b7-0dee-4e51-8903-77232ef1e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.129106037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21eec91-7d14-4e55-97a3-31e3a12369ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.129336958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"660d69b7-0dee-4e51-8903-77232ef1e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.186035855Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21eec91-7d14-4e55-97a3-31e3a12369ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.186059865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"660d69b7-0dee-4e51-8903-77232ef1e52c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.287601125Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"c246b649-f88f-4b60-9491-da165531f718","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"name":"e2e-dft-del-b6db5d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.345179631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c80135-dec7-445e-951c-fc48500e188c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.34519047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5372db1-d7e8-4100-8921-c4dc9d72d6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.404729718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5372db1-d7e8-4100-8921-c4dc9d72d6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.405103706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c80135-dec7-445e-951c-fc48500e188c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.40778865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ffe5bf3-fb74-413f-9d6b-9c7566cf070f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.407808809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1d03de9-0010-4297-a1dd-9e0de3be7da3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.450043633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"25e6168c-939d-4179-a899-55b4311d38d7","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"name":"e2e-dft-del-b6db5d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.461896157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5372db1-d7e8-4100-8921-c4dc9d72d6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.461937497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c0c80135-dec7-445e-951c-fc48500e188c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:54.557597037Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"25e6168c-939d-4179-a899-55b4311d38d7","name":"e2e-dft-del-b6db5d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-b6db5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:00:54.557668589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"25e6168c-939d-4179-a899-55b4311d38d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-del-b6db5d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.557822649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5ce3d26-5593-4f3b-bf76-3aaceb5ced9a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.557835234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b5ce3d26-5593-4f3b-bf76-3aaceb5ced9a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558135229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82fce862-6c00-460b-9fd2-a902452de366","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558145472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"82fce862-6c00-460b-9fd2-a902452de366","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.55832245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfbe641-8ee4-4af0-bb65-6ee255e422e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558332368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfbe641-8ee4-4af0-bb65-6ee255e422e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558553351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bac0b09b-fa2c-4238-803c-7296c4f78a37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558563142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bac0b09b-fa2c-4238-803c-7296c4f78a37","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558783125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2338264-89d6-4065-9322-11e488ce8881","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558795036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f2338264-89d6-4065-9322-11e488ce8881","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.55895764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1917e16-0055-49e0-afde-72e6b5f33411","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.558966943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b1917e16-0055-49e0-afde-72e6b5f33411","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.55916406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f045388d-1784-4855-98cb-68d1b3afabab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.559173762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f045388d-1784-4855-98cb-68d1b3afabab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.559329402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a1ebc59-d2f2-400f-b75b-9766df73ac88","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.559338199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6a1ebc59-d2f2-400f-b75b-9766df73ac88","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.615724779Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"4fb9c174-f1f7-449e-bf65-df7d684d9047","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"name":"e2e-dft-del-b6db5d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.620100595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cebd8b72-ff9c-437c-a1c1-7ff73cc12f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.620100569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd45aa3-6e3e-48e6-8ed7-6b3f1206b0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.678721083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cebd8b72-ff9c-437c-a1c1-7ff73cc12f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.678810928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd45aa3-6e3e-48e6-8ed7-6b3f1206b0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.737150288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cebd8b72-ff9c-437c-a1c1-7ff73cc12f42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:54.737937141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3fd45aa3-6e3e-48e6-8ed7-6b3f1206b0a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.153909399Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"2483869a-e580-4a7f-a5ae-5f89d652484d","namespace":"llm","name":"e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.208346213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"d7c175ce-88ad-4c5d-b56a-730e5963c4b5","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.208374222Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"d7c175ce-88ad-4c5d-b56a-730e5963c4b5","MaaSModelRef":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"routeName":"external-model-e2e-dft-del-b6db5d-04ee87630edc","namespace":"llm","model":"e2e-dft-del-b6db5d","externalModel":"e2e-dft-del-b6db5d","provider":"e2e-dft-del-b6db5d-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.314684911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a24e0b69-2538-46aa-9bb6-9fc86a07d6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.314684885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11a8f5bc-3030-446b-ac8e-7de73e2b3d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.380685046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a24e0b69-2538-46aa-9bb6-9fc86a07d6e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.382808069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"11a8f5bc-3030-446b-ac8e-7de73e2b3d38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.469256323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78713a5b-7148-42f6-ac46-e3ddddcdbde4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.635637035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3ac9a46d-e5c4-4c0f-aea4-ff29ef2b7b5f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.705000689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a15067f1-3219-46f5-afe6-1bd62bf94420","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.705021229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a15067f1-3219-46f5-afe6-1bd62bf94420","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.705341565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1007f524-8c4b-4773-b79a-5ff325840a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:55.705353395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1007f524-8c4b-4773-b79a-5ff325840a28","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:00:58.336899348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.573150492Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"4e177c66-8720-436d-af30-a2bfa61d0ec7","namespace":"llm","name":"e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.630823896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14f410b8-1128-4a39-89e0-f0121adbdcf3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.63084952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"14f410b8-1128-4a39-89e0-f0121adbdcf3","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.63112819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5435f257-80e1-4e1c-8f27-b0bbd7ac1dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631140605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5435f257-80e1-4e1c-8f27-b0bbd7ac1dc3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631471503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2f163ce-511b-430a-ac88-377fa2461f84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631484582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b2f163ce-511b-430a-ac88-377fa2461f84","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631700778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c720630f-92e2-464e-b779-bf3a1c9557d1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631710457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c720630f-92e2-464e-b779-bf3a1c9557d1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631880833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47600992-dfb0-4fd7-8cf4-ba3598810159","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.631889788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47600992-dfb0-4fd7-8cf4-ba3598810159","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632064056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d70bc8ea-ca2e-4618-9dc9-29efb5a31b9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632073917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d70bc8ea-ca2e-4618-9dc9-29efb5a31b9a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632225731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fd90a3a-ac4c-4b05-aaa8-169f68ae6c01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632235503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1fd90a3a-ac4c-4b05-aaa8-169f68ae6c01","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632384159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99e4b019-4f69-42c2-bb4b-7bba9e7b9a57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.632394745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"99e4b019-4f69-42c2-bb4b-7bba9e7b9a57","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.732872556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ff8dbc-262e-4eb6-958e-7985ee09746c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.732872527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e7282d-75b4-4283-928e-d159a5c803e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.791618061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26e7282d-75b4-4283-928e-d159a5c803e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.791743359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71ff8dbc-262e-4eb6-958e-7985ee09746c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.846066228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"93dd21c9-e848-4a6f-af32-76aa6cae2863","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:00.846662701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e52b9ce-5ff6-452e-881d-82c9d3641c30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.110054744Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-b6db5d","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-b6db5d","reconcileID":"a030cb04-2f65-4d5f-a144-bd1e79b42778","namespace":"llm","name":"e2e-dft-del-b6db5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.158144373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb9a2e7-bc26-4803-b7c8-9e6cdc3fefaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.15814356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6c28a9b-08da-448c-9bf8-1d3094aa40c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.216536664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3eb9a2e7-bc26-4803-b7c8-9e6cdc3fefaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.216569847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c6c28a9b-08da-448c-9bf8-1d3094aa40c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.534544163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eec5e34-6028-41e6-a217-876a89755f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.534568023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc6f6bd-acaf-4f15-a07e-8374ba0d923e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.593297936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eec5e34-6028-41e6-a217-876a89755f3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:01.593302777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ecc6f6bd-acaf-4f15-a07e-8374ba0d923e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:04.911895747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"3b16f4af-5edf-4b93-8588-965d13303087","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:04.969881999Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"4032430b-f1b2-4596-9895-f13dccbfbc0b","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.069957083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1183e5c9-8605-41c3-a8db-a307cc919cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.069966379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161bc9c1-7f89-444f-9e7a-ecf66f70c9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.128316482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161bc9c1-7f89-444f-9e7a-ecf66f70c9c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.12861131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1183e5c9-8605-41c3-a8db-a307cc919cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.29820154Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"3122a3d4-3bad-412c-a5b6-04347ce1de19","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.491944588Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"5eb2fd5f-af75-459d-bcc6-fda5b2288e00","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.530537913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d945646-15fb-4789-a41b-0ec6ded31ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.53053764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d81b72b-9c8f-4828-bf32-546ff42e7fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.589125452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d945646-15fb-4789-a41b-0ec6ded31ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.589395629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d81b72b-9c8f-4828-bf32-546ff42e7fb5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.602883975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"ff882391-50c5-4bbf-a333-6394207c18bd","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.606526014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"db3b2ab9-400a-48c3-bc41-7a9d4489ab8b","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.7395522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"db3b2ab9-400a-48c3-bc41-7a9d4489ab8b","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.799654746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"db3b2ab9-400a-48c3-bc41-7a9d4489ab8b","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.915611287Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"6a550ef9-7932-457e-b59a-912619251e02","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:05.968851182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"a9cab875-0f25-470a-8571-69e6953c80d0","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.027663566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"a9cab875-0f25-470a-8571-69e6953c80d0","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.084598666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"a9cab875-0f25-470a-8571-69e6953c80d0","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.227479565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"4c159781-5cd1-4c97-b008-f5f0b461b5e8","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.283630376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"f9a8d7a2-9a79-4f4a-8023-0f4ab8f35178","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.283753029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"f9a8d7a2-9a79-4f4a-8023-0f4ab8f35178","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.335759662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"d84d545a-7d63-4d49-9f9f-12f89c1846d9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.388515824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6294bb98-6f12-47d4-8c49-5c6a10ac7790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.389448306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76a61c5-f513-4b96-92f3-ad092d516e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.394952269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"d84d545a-7d63-4d49-9f9f-12f89c1846d9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.447028106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6294bb98-6f12-47d4-8c49-5c6a10ac7790","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.447313905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e76a61c5-f513-4b96-92f3-ad092d516e74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.45151321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"d84d545a-7d63-4d49-9f9f-12f89c1846d9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.55777196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"2b16d393-f81f-4249-bf10-d5c3cba8f97f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.615738996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"2b16d393-f81f-4249-bf10-d5c3cba8f97f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:06.676735086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"2b16d393-f81f-4249-bf10-d5c3cba8f97f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.339764217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"07b3a647-0a5c-4f51-b531-abe5c9d6dc7e","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.445869704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"4ea756de-880e-4d22-b4f0-75ef7d5692a7","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.49817071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84444be3-d60f-4b4c-b92f-ed058b0c981b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.498258214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca21fd3b-cea6-4a4e-9c0a-799ca2b6ca7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.503918618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"4ea756de-880e-4d22-b4f0-75ef7d5692a7","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.556533674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84444be3-d60f-4b4c-b92f-ed058b0c981b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.556534356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ca21fd3b-cea6-4a4e-9c0a-799ca2b6ca7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:07.565645528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"4ea756de-880e-4d22-b4f0-75ef7d5692a7","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.272778211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e37a5ec9-079f-4c3d-a8ba-9a98a969e1aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.401810539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d17a3c35-bbc5-466d-82db-76b5cad7ba11","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.537428455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"eba1345a-ac3e-4c2c-aa90-7fae5ef62f2f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.595423711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"eba1345a-ac3e-4c2c-aa90-7fae5ef62f2f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.652258481Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (57a33e227525d509e1add01b265df9212aea7ce0fbf90184c9a6063d04c3d5f1) AuthConfig (5aaf2ad8e2b7a8a9fea04880d28ab5085f1ec0a56fe93715c57ea37026c8b0e6) AuthConfig (c5546a5fedd67dfec58f614768ee07c92a4324d52648ca8b9777b7cb261e017a) AuthConfig (ea328b33de57e9155f8a27ea7f824b1966b04552187683198f7d467b6ad14b9b) AuthConfig (3c651276a0d411803482cbf99812dfdebd33b5ccc7319a2b02a9bbb0a1325edf) AuthConfig (69b6a29c0e07af11efbc1a71fe641a350edaaf7cd6db28422c44cee2a8f143ae) AuthConfig (e1f51f30b0c89e6637f3ed9c950fc127c8e449091356d59e38613b717335ce80) AuthConfig (b349d5352154be442de415445a1b4ac40434a73a64ca233e25f6b1ae4ddaef63) AuthConfig (d55d3b81f38425597b6dd3c0bea33a85307c6a6bb2e9e8fee43af2239025ef90) AuthConfig (29e91b004fddd75c6aa7ad35d209d2fcdc6c46265ee34ff6e4832b209cec0c12)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"eba1345a-ac3e-4c2c-aa90-7fae5ef62f2f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.76449928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"ce4c54e3-b2a8-450c-a104-dde262416df4","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:09.764533678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"ce4c54e3-b2a8-450c-a104-dde262416df4","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:16.18546141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0e8ce55a-38a6-4fca-a33f-a20d070ccb5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:16.362162174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32f83fad-b79d-4bd5-becc-019b18c4da94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:19.824759774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b9aa096d-6fbc-4dfa-a6bc-a3f8261c1735","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:19.883604777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b9aa096d-6fbc-4dfa-a6bc-a3f8261c1735","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:20.344167228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2e8c6969-a37e-4db3-81ff-9cc8d112e7e0","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:20.344194108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2e8c6969-a37e-4db3-81ff-9cc8d112e7e0","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.513776857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"3d9f37db-3276-4f35-8dc8-87c34fdb6bd8","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.513800954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"3d9f37db-3276-4f35-8dc8-87c34fdb6bd8","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:21.574086965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"1c986d66-bfbf-48ff-bf5c-c6c5d72abf71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-fa1df8ac-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.575605081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"55958d40-ba2e-462c-a29c-f7ff050d0822","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.634030708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"55958d40-ba2e-462c-a29c-f7ff050d0822","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.686428937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2d0ca77c-e335-40f7-814e-758c0a10d588","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.686449433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2d0ca77c-e335-40f7-814e-758c0a10d588","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:21.794601209Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2d0ca77c-e335-40f7-814e-758c0a10d588","name":"e2e-fail-fa1df8ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-fa1df8ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:21.79466842Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2d0ca77c-e335-40f7-814e-758c0a10d588","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-fa1df8ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.848013884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"b891ca74-b72f-4a05-a4ee-c7e93325d179","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:21.848042395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"b891ca74-b72f-4a05-a4ee-c7e93325d179","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.00681553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"e6259e82-2b05-4510-938e-34473fd160b3","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.016219386Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"9c34afd1-c8e6-4149-af0d-eab448a89cdc","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-fail-fa1df8ac","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-fail-fa1df8ac-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.065419979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"e6259e82-2b05-4510-938e-34473fd160b3","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.289126914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2dea3a71-ff97-4c32-8d2b-fcd64102f79a","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.289157338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"2dea3a71-ff97-4c32-8d2b-fcd64102f79a","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:22.503294809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"ff4a6512-694b-4de1-a53b-513cf1cd3055","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.122471057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"447e2893-42e8-4dba-89b1-322b2133ce73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.223949828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"09d8cfbe-1c0c-4d86-a49d-f102cf5d0a32","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.274123795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c8e0f25f-b301-41d5-9cfe-a20f3f1d6677","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.332617826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c8e0f25f-b301-41d5-9cfe-a20f3f1d6677","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.375867272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"81432f5a-c783-4682-bcf3-d3c3636dd577","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.649901169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"35057208-40b6-4f88-bc8c-6ebf30ab8c2e","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:25.649928351Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"35057208-40b6-4f88-bc8c-6ebf30ab8c2e","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.199411538Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"db574658-5316-4c32-835e-d10ca7dbffc2","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.258388183Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"3595b316-72ed-4dae-81ff-5fb88acf90fb","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.305566307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c20d3662-c0d4-40c8-a9f6-d41d601afd4c","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.336388091Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.357582622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbafd1d3-9f35-4bdb-8205-41870044ba37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.357619329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d28f0b9-fbd8-410c-81ec-e422ac745f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.363362997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c20d3662-c0d4-40c8-a9f6-d41d601afd4c","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.417180379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbafd1d3-9f35-4bdb-8205-41870044ba37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.417245963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1d28f0b9-fbd8-410c-81ec-e422ac745f8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.573388749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"9e11f3b8-9631-4859-bc01-faaeb4bd08b8","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.738444512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"c970fee7-77b2-4e29-a819-db71060c1920","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.738471522Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"c970fee7-77b2-4e29-a819-db71060c1920","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.761683928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"e36e7252-30e9-4f0e-9b48-53b2b285be5d","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.785314706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"558bac85-100f-427a-b9bd-f99e26350cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.787831078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b92e67-347b-49e4-9208-4da3bf633aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.834054442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"fdcc13c5-f3e7-48b3-841b-4b8cd2c6a091","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.838593215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"d353928d-f405-46b3-95d6-0d6bdc2350c5","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.844876479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"558bac85-100f-427a-b9bd-f99e26350cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.845346975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ef62b444-8814-4422-adc0-de5f196821b0","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.846861482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b5b92e67-347b-49e4-9208-4da3bf633aba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.895700223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"fdcc13c5-f3e7-48b3-841b-4b8cd2c6a091","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:28.968194697Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"d353928d-f405-46b3-95d6-0d6bdc2350c5","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.025664012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"d353928d-f405-46b3-95d6-0d6bdc2350c5","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.137794535Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"d046a7c0-51a5-4fb3-a2fe-a08742f92841","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.238155879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"06104b70-1548-45a9-8d46-196b57d3e025","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.278346774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"8e14f202-ffe1-4029-afaf-b9578f95987c","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.29629164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"06104b70-1548-45a9-8d46-196b57d3e025","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.337743348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"8e14f202-ffe1-4029-afaf-b9578f95987c","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.353059556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"06104b70-1548-45a9-8d46-196b57d3e025","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.473683583Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"0076cd8a-dc97-449d-bd6d-f2a58183460a","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.529217463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"053743d7-95a6-4466-95ed-afde01d24b62","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.529246094Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"053743d7-95a6-4466-95ed-afde01d24b62","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.5812034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"b70b0654-90d0-4163-9a1c-061a89b5e976","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.629609037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1957fe39-c0e8-4c50-8564-0de5a701b4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.633396306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72de5a2-e00c-4a67-840e-de61a07269df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.639341177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"b70b0654-90d0-4163-9a1c-061a89b5e976","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.687734019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1957fe39-c0e8-4c50-8564-0de5a701b4a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.691303848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f72de5a2-e00c-4a67-840e-de61a07269df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.695850421Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"b70b0654-90d0-4163-9a1c-061a89b5e976","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.736104718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"3926345b-8689-4c7a-b9b8-f712d4aea1fb","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.79449135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"3926345b-8689-4c7a-b9b8-f712d4aea1fb","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.801681299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"9507cb52-377a-4e3c-955b-45e82c68fb31","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.859890049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"9507cb52-377a-4e3c-955b-45e82c68fb31","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:29.916777736Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"9507cb52-377a-4e3c-955b-45e82c68fb31","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.558615217Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"cdaacb2b-f8db-4593-bd55-73b8285da306","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.665806156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"1b905093-f956-4cfb-96fa-431a76ba166a","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.666224806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"3ee453d3-6687-4a3b-997d-3f600ed0b0d8","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.718053975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"204d2619-6101-4201-a5c5-55664ea171c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.718069479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"288ee6b7-a091-4dd7-9a7a-42d9688baa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.723469935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"1b905093-f956-4cfb-96fa-431a76ba166a","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.724143597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"3ee453d3-6687-4a3b-997d-3f600ed0b0d8","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.776611969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"288ee6b7-a091-4dd7-9a7a-42d9688baa70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.776662813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"204d2619-6101-4201-a5c5-55664ea171c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:30.78064525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"3ee453d3-6687-4a3b-997d-3f600ed0b0d8","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.629757916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"55af8eba-8b72-4006-9dbe-0dad9bc4344d","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.62991517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"fe567389-89b7-428c-ae5d-113deabf6664","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.687770702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"fe567389-89b7-428c-ae5d-113deabf6664","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.687833244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"55af8eba-8b72-4006-9dbe-0dad9bc4344d","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.745999994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (08a1f00384d2d97d9a6d9bd28c8ee160ca0bd889c2287ee3d88366e73d6cdd80) AuthConfig (008205e4c2fd6823ecc7506b8a7599b3bf5718838a37f69a183044599daf2f53) AuthConfig (086173065434d12da3e8efc3fbee197bf0ce6153cd53557842afad4b9fc0415a) AuthConfig (5962e3ad98c55db586e2efb5ce716fe44d5bb89d96461107befc1c277b183403) AuthConfig (21443ec787d1e9a3ada7fc2e10da861cdbc635f58f2f9de9ba69bb4ebb5282ab) AuthConfig (b6ec36d715c3259aba9b26a22a4a054c2d996b70641d9fb6591c54b4f4dd930e) AuthConfig (f7c74d4deade182280dfafb58b8432f16baee79d3cbf41eece33cefda36f66e1) AuthConfig (1e1a4daf55fb80f431982374bd0c26140be091f90b1d3dd4240049c08446e240) AuthConfig (fd13050903a4b97db0105d4fb6a0129f0f3a7a3b7374eba6eaa96b0df00d2a66) AuthConfig (52fa566cffe7fe04d758d7265f9f5c99d8ca33324748c778bbaa7e282ece1461)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"fe567389-89b7-428c-ae5d-113deabf6664","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.864735419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ed86dc8c-ecfb-4524-9beb-79ad892f614a","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:32.864773511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ed86dc8c-ecfb-4524-9beb-79ad892f614a","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:42.912790398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"b8f70c74-18b4-43e7-9e88-4bf817860137","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:42.970827184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"b8f70c74-18b4-43e7-9e88-4bf817860137","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:43.40344682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"a2adc5b6-2ddc-4f65-9666-b522662ca087","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:43.40347164Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"a2adc5b6-2ddc-4f65-9666-b522662ca087","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.693644973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8de8d59b-9230-456b-be96-0a01d25b34f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.747155204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4fdb9afa-0000-47bc-89c2-9b50e053aa73","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.752396845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"236b1221-194d-47a7-b01d-9c16b6a1703d","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.752415155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"236b1221-194d-47a7-b01d-9c16b6a1703d","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.805057463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"214b650c-d348-4c8c-947f-27df64fda901","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:44.807066017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"93700205-ad66-48c8-9c45-ddf1902c9ce2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-fail-1199f1eb-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.863204563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"214b650c-d348-4c8c-947f-27df64fda901","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.917862251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ca84a20b-3ad8-4bd4-9df8-9b6e76c10374","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.917879833Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ca84a20b-3ad8-4bd4-9df8-9b6e76c10374","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:44.971940944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"0d44d59f-06d1-4adf-acce-21a3a6417d00","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:45.02573304Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ca84a20b-3ad8-4bd4-9df8-9b6e76c10374","name":"e2e-fail-1199f1eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-1199f1eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:01:45.025793796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"ca84a20b-3ad8-4bd4-9df8-9b6e76c10374","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-1199f1eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.080234347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"a731f051-ecae-41a5-b424-86db7862d4e6","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.080255236Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"a731f051-ecae-41a5-b424-86db7862d4e6","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.235739862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"fa87d4f9-2b8f-4de4-847c-85f279c25472","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.247408208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"2239adc7-9f78-4388-95a5-78e51a1805b7","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-fail-1199f1eb","model":"e2e-fail-1199f1eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-fail-1199f1eb-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.294290665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"fa87d4f9-2b8f-4de4-847c-85f279c25472","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.521086067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"33126b7f-a027-4f22-a1fd-4667a26d21b7","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.521110332Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"33126b7f-a027-4f22-a1fd-4667a26d21b7","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:45.735119811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"2173a498-79af-4656-8968-61ea207940e2","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-fail-1199f1eb","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:49.958895697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"bf50d8b6-88c8-45e7-9cb1-f239d5ef1bf2","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-fail-1199f1eb","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.022385217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2c44c06e-a140-4ecd-9351-e80655dbb168","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.189945247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"a5eef00b-6127-4bb1-ba06-d7f90fffede6","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.209762391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"2d0fa982-24f1-4e8b-ad97-847c850aaab1","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.209779647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"8717439e-2beb-48ce-a675-0ef8295697e4","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.232146595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"03895463-cf38-4e28-a90b-3ccf13e19560","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.232164301Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"03895463-cf38-4e28-a90b-3ccf13e19560","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.236632815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"280a84a8-45c3-47ea-a521-69fd14bca8ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.26787478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"2d0fa982-24f1-4e8b-ad97-847c850aaab1","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:50.267891153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"8717439e-2beb-48ce-a675-0ef8295697e4","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:54.570128654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"9d2491ca-fa01-4f11-b847-6e5ebe6cd051","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:54.570154428Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"9d2491ca-fa01-4f11-b847-6e5ebe6cd051","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:54.622962582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"f943c07f-ecf5-4cb9-9317-b7a4aded86ee","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:54.681280172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"f943c07f-ecf5-4cb9-9317-b7a4aded86ee","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:54.749753299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"fe764fdb-2ded-4d0d-a040-4e5db02ab670","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64aa50e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:55.069098224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"9d505f6f-145e-4899-a9ca-f2b3a10d017a","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:55.126765141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"9d505f6f-145e-4899-a9ca-f2b3a10d017a","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:55.240497978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"03dabc37-2680-4322-83b5-dea3d9bdb76c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:55.467729309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"2cbfa3f9-b165-4f85-a1df-f22962dcac56","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:55.513412315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad5aa622-1dc1-4928-ab10-b1440a6eb913","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:01:58.337552139Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:04.803434554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"87f9a6cb-a8ce-4b0e-a43b-27cb585f8730","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","subscription":"e2e-fail-1199f1eb-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:04.910224433Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"87f9a6cb-a8ce-4b0e-a43b-27cb585f8730","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:04.963619951Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-sub","reconcileID":"87f9a6cb-a8ce-4b0e-a43b-27cb585f8730","MaaSSubscription":{"name":"e2e-fail-1199f1eb-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.291137486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"22a1618f-b6ce-4e5f-afd7-07bd7a319325","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.291166717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"22a1618f-b6ce-4e5f-afd7-07bd7a319325","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.344641172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2fc0a63d-42ef-4597-a3c8-2ff20fc799bf","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.40268802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2fc0a63d-42ef-4597-a3c8-2ff20fc799bf","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.455687183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"1a3a428f-1697-4ffd-bcc0-dfa825d5a588","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.455712857Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"1a3a428f-1697-4ffd-bcc0-dfa825d5a588","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:02:05.56337766Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"1a3a428f-1697-4ffd-bcc0-dfa825d5a588","name":"e2e-fail-1199f1eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-1199f1eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:02:05.563440464Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"1a3a428f-1697-4ffd-bcc0-dfa825d5a588","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-1199f1eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.622489232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"188dac2a-8042-4f4f-b81d-30a4b87702a6","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.622511756Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"188dac2a-8042-4f4f-b81d-30a4b87702a6","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.667329299Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2f3d0deb-3cbf-489d-a900-3cab4aba5f65","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:05.874427993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2f3d0deb-3cbf-489d-a900-3cab4aba5f65","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.005091265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2f3d0deb-3cbf-489d-a900-3cab4aba5f65","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.005114265Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-fail-1199f1eb-access","reconcileID":"2f3d0deb-3cbf-489d-a900-3cab4aba5f65","MaaSAuthPolicy":{"name":"e2e-fail-1199f1eb-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.123649982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"8a653de1-3f44-4082-b5e7-d0387c8bb9df","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-b-3a78b4","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","model":"e2e-extmod-fail-user-248809/e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.123673422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"8a653de1-3f44-4082-b5e7-d0387c8bb9df","MaaSModelRef":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-1199f1eb-195f58c72ddc","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-1199f1eb","externalModel":"e2e-fail-1199f1eb","provider":"e2e-fail-1199f1eb-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.651958853Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"fc675665-9cb5-4886-99b8-ab8d0d2f4f3b","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.759133636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"0719007f-8a01-4b0d-ae8a-0aa4825dadb9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.764694045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"e8d6350b-c7c0-4ef6-bd5c-bc6e0da0ed3f","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.764713023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"e8d6350b-c7c0-4ef6-bd5c-bc6e0da0ed3f","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.810802897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d4d82e8-62dc-4de5-8f0c-a411bcb3d925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.810802805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09608e6b-b8fa-4b4d-8dcb-34376f8075bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.816687295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"0719007f-8a01-4b0d-ae8a-0aa4825dadb9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.869193761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"09608e6b-b8fa-4b4d-8dcb-34376f8075bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.869240513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d4d82e8-62dc-4de5-8f0c-a411bcb3d925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:06.989045079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"974b17bc-bde8-4296-a3e1-befd8b38bb0c","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.199263662Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-1199f1eb","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","reconcileID":"1fe14df2-110a-4daa-8849-1bf1d5df722d","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-1199f1eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.285592794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"3cd78ca5-da03-4830-bfdc-e686062556c8","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.343603716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"3cd78ca5-da03-4830-bfdc-e686062556c8","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.364781582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8de51809-e61b-426b-a3ba-b02097716b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.364783099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1860e478-5987-4345-a81f-9656dcbe257a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.423240226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8de51809-e61b-426b-a3ba-b02097716b76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.423288228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1860e478-5987-4345-a81f-9656dcbe257a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.756998967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"c2a1d9bc-d633-4525-966c-9e9f50425e60","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.757025573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"c2a1d9bc-d633-4525-966c-9e9f50425e60","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.812721338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"a538675b-7e95-4d2f-b0ca-3f6b8c50aeda","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.871209599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"a538675b-7e95-4d2f-b0ca-3f6b8c50aeda","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:07.925317612Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"df296d34-090b-416d-83ef-a263782cfd3c","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd0f2a23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:08.249333868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"cda70cc4-de7e-440b-8c10-75962f2083c9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:08.307535605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"cda70cc4-de7e-440b-8c10-75962f2083c9","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:08.475115883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d2ac8d5-85f6-46d1-af66-c343d85896cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:08.718320416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"22d9592f-0d47-4d25-8851-3626c0003d24","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:17.97951075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"1fbe1859-8b8f-4e5e-86e9-20c4e1ad2105","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","subscription":"e2e-fail-fa1df8ac-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.08655177Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"1fbe1859-8b8f-4e5e-86e9-20c4e1ad2105","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.139907583Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-sub","reconcileID":"1fbe1859-8b8f-4e5e-86e9-20c4e1ad2105","MaaSSubscription":{"name":"e2e-fail-fa1df8ac-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.469392888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"f7d8a5df-c11d-4bb6-853a-db72faacc1a2","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.469418896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"f7d8a5df-c11d-4bb6-853a-db72faacc1a2","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.521582726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c0decbcc-b8d8-445a-859b-61b235b10b3f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.57964722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"c0decbcc-b8d8-445a-859b-61b235b10b3f","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.634358566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"04af5fc9-514f-4eff-9158-c1ef5ac40df9","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.634379916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"04af5fc9-514f-4eff-9158-c1ef5ac40df9","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:02:18.741861245Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"04af5fc9-514f-4eff-9158-c1ef5ac40df9","name":"e2e-fail-fa1df8ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-fa1df8ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:02:18.741921229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"04af5fc9-514f-4eff-9158-c1ef5ac40df9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-fail-fa1df8ac\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.800518226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"970001e0-38ec-4743-9769-b9f736d2eeeb","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.800537066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"970001e0-38ec-4743-9769-b9f736d2eeeb","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:18.845459739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b3f42113-8c0c-4109-bc24-676dde040abc","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.004645118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b3f42113-8c0c-4109-bc24-676dde040abc","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.135346283Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b3f42113-8c0c-4109-bc24-676dde040abc","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.135456285Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-fail-fa1df8ac-access","reconcileID":"b3f42113-8c0c-4109-bc24-676dde040abc","MaaSAuthPolicy":{"name":"e2e-fail-fa1df8ac-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.246673399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"5af6d035-de0b-43bd-ac82-5b1d7965e36b","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"tenant":"e2e-extmod-a-6ac03f","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","model":"e2e-extmod-fail-user-248809/e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.246698818Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"5af6d035-de0b-43bd-ac82-5b1d7965e36b","MaaSModelRef":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"routeName":"external-model-e2e-fail-fa1df8ac-5c68a02eb211","namespace":"e2e-extmod-fail-user-248809","model":"e2e-fail-fa1df8ac","externalModel":"e2e-fail-fa1df8ac","provider":"e2e-fail-fa1df8ac-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.797686241Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"ac045bf4-b106-4a0b-bd9e-fa9289a3506a","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.957487088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4ffa4c4-275b-4d91-a335-52abcfde3ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:19.957496711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c2aa5fe-db59-473d-b26c-4936c80ed7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.015353606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c2aa5fe-db59-473d-b26c-4936c80ed7aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.015513613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a4ffa4c4-275b-4d91-a335-52abcfde3ca7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.308105143Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-fail-fa1df8ac","namespace":"e2e-extmod-fail-user-248809"},"namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","reconcileID":"12360e39-44c3-442c-9b17-784765c8a07a","namespace":"e2e-extmod-fail-user-248809","name":"e2e-fail-fa1df8ac","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.465728937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99064d85-99ee-4c7f-910a-b7cb594f45c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.465898436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26aba3b5-1253-44d6-9d8f-2c2943ae6406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.525321375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"26aba3b5-1253-44d6-9d8f-2c2943ae6406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:20.525325552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99064d85-99ee-4c7f-910a-b7cb594f45c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.336205273Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.457019609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"67392df2-248b-4924-8750-2a55a14c89d0","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.515452258Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"d8e402cc-fe0f-4333-aeca-83c1c9aca7d2","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.620579156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd3e898-10d7-4747-8937-44fc47073369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.621582905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eaf129a-ae36-4cf8-8486-82ff6405d1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.685599174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fd3e898-10d7-4747-8937-44fc47073369","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.688436758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3eaf129a-ae36-4cf8-8486-82ff6405d1fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:28.957484238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"bdbd7f30-bd84-4522-8877-19347eaaece6","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.050787317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c95fb310-1699-470d-a786-a2dcfb8c2014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.050787445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"679fc508-a09b-4054-96cb-55ba95b1f659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.118476175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c95fb310-1699-470d-a786-a2dcfb8c2014","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.122753983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"679fc508-a09b-4054-96cb-55ba95b1f659","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.133100796Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"0fd0af95-86be-444d-bcb6-c152c35c86d4","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.403582414Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"9558a8b7-ddbf-41ce-a36c-e30a99b89484","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.570163657Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"b9bdc7a2-a47d-4c6b-af9c-9f67dfd77e25","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:29.957560593Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"7d4e62ea-338f-46ce-94ef-9a4b803b4308","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:30.066727715Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"69ab0e4b-2451-49dc-8d2b-d03edb8d0408","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:30.172713983Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"1f225e48-a4ef-4352-b4f5-8056dfee7024","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:30.861180816Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"1c98e615-3613-465e-a40e-e6548627a950","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:30.915627665Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"c1cae89f-02fb-493f-94af-7ffa7bf70aa2","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.020813946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e47d960d-d088-451d-82ad-c5a99f61b6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.020812864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be268a77-f3eb-45bb-bf11-27f04eb4a10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.081367977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be268a77-f3eb-45bb-bf11-27f04eb4a10c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.081361754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e47d960d-d088-451d-82ad-c5a99f61b6c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.081816482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"2ad7dd54-bc9a-4a9f-8674-49a6947ada22","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.249351327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"5833ba12-5dee-4805-8d98-a1df092362f8","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:31.357395011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"114a2072-0a88-40f2-94ad-abd3c25b4279","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:32.980790409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"9f9c431e-d5c7-4460-a4ce-c2f93a181fb0","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:33.139316303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db54b21c-d57c-4120-a13e-eefa02a36b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:33.139316346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe336125-2f79-44d5-a9bf-5bdb382e72de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:33.199473729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fe336125-2f79-44d5-a9bf-5bdb382e72de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:33.260447039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"db54b21c-d57c-4120-a13e-eefa02a36b65","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.026967079Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"7d5e6568-8c38-44b2-a025-0d863efad88f","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.134227272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"a47ff017-e581-4ab3-a699-2d6c1e23302a","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.134875289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1a0b1811-1c74-408e-8269-4b7901450e9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.264840877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1a0b1811-1c74-408e-8269-4b7901450e9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.325551095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 9, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1a0b1811-1c74-408e-8269-4b7901450e9a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:36.4381166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"0e2c40eb-056c-4ff7-b041-8c3146049571","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:40.195244235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dbba1d65-cc18-4bba-9f34-25a0f04f4ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:40.370532418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9db3e310-3049-4327-99fc-073663d446a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:46.496126327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5b16c020-36b5-4690-93a5-af56ac0b8bd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:46.55455295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5b16c020-36b5-4690-93a5-af56ac0b8bd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:46.61158694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e1f51f30b0c89e6637f3ed9c950fc127c8e449091356d59e38613b717335ce80) AuthConfig (3c651276a0d411803482cbf99812dfdebd33b5ccc7319a2b02a9bbb0a1325edf) AuthConfig (05250c028f3b1f47d43a053a9e0322c82cb2c91a5e6f913ec3c5afeb4cc646bd) AuthConfig (0a218538ff7ad50b28fe6d0edcb6251e6fd83cd9084ae2039fd585cd2b638616) AuthConfig (556d411ed9da4c957748a318035312a4cb6f0d6812aac5a56ad105a548d264ae) AuthConfig (b349d5352154be442de415445a1b4ac40434a73a64ca233e25f6b1ae4ddaef63) AuthConfig (ea328b33de57e9155f8a27ea7f824b1966b04552187683198f7d467b6ad14b9b) AuthConfig (29e91b004fddd75c6aa7ad35d209d2fcdc6c46265ee34ff6e4832b209cec0c12) AuthConfig (1dec89efd3993ca750ad47ae1cffa5be028fc1043120e9a39bbebe3d76d846a5) AuthConfig (c5546a5fedd67dfec58f614768ee07c92a4324d52648ca8b9777b7cb261e017a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5b16c020-36b5-4690-93a5-af56ac0b8bd1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:46.724207393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"8923dd28-99be-41aa-92ce-6b414d102d87","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:56.777719182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7423019f-0154-4eee-a435-a789a0e05917","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:56.835798639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7423019f-0154-4eee-a435-a789a0e05917","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:57.267289391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"032620b6-4e03-46a4-970a-033721f71545","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:02:58.336592153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.319189259Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"03a0e81f-7320-4b29-ab2a-6a4aa8d754f4","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.374763224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"2e19348a-8ff6-4d53-a051-7ed74e59fe0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:02.375667635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"db87c971-d97f-4b6c-9e37-bc13e6a1d473","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-acf45d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.433527069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"2e19348a-8ff6-4d53-a051-7ed74e59fe0b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.488803393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"9b878f7f-6171-4487-b68e-c746937f0c69","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.595966134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"49e8c715-5420-48dc-9ef8-3e448e0701fa","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.703033539Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"d50ead07-52a6-45de-a4ac-e19c5a6e7959","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.807479321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"fc631dff-dee4-425f-803d-14a7b2d128d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.826121414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"ed06cd48-806f-452a-8e4e-bab1d4ef5c64","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:02.865970894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"fc631dff-dee4-425f-803d-14a7b2d128d9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:03.101690361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"821d9418-e170-45a2-a036-cf171ed035ed","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:03.315773434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"11b2a896-cb9f-4495-b080-65c8f834fae3","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:03.588884437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"ac7c13c8-4b3d-4e59-9411-d736a66e7220","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:05.983818522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"3fc47507-4bf7-43ca-8eed-58f5aa97ff70","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:06.029920531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"780e1610-581e-4c1e-a572-7c260df63ea1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:06.045706621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce71c437-0954-4214-9c44-3be6fcd7a1dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:06.185826424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"0085ade0-aa36-40b6-9907-7f918673aefe","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:06.244024563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"0085ade0-aa36-40b6-9907-7f918673aefe","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:06.257568043Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"9ed8adb6-50b0-46f0-b191-4efc9a0c2ae7","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:08.82517544Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"c0ce48e0-37e2-423d-9000-2e22ceb7448a","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:08.932390894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"dd756e40-da84-48b9-b1ee-45397709e71c","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:08.935154207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"e620c253-2b1d-4f73-91e0-c8300a487397","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:09.064526131Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"e620c253-2b1d-4f73-91e0-c8300a487397","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:09.121067953Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"e620c253-2b1d-4f73-91e0-c8300a487397","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:09.231014628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"dea406df-c132-4acc-9937-9cccff7fdae5","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:13.326841569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"369918ca-adcc-42c8-8f17-f5bb32383d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:13.555500283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"4d458f10-e413-47fa-bee8-427ada338e9d","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:13.602543521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fc7ec55-c3f2-4ab3-9a59-269f5fa82aa7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:19.285079084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d17f68f8-db27-417f-9cd5-5146171a2414","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:19.343339636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d17f68f8-db27-417f-9cd5-5146171a2414","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:19.400041287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-3a78b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52fa566cffe7fe04d758d7265f9f5c99d8ca33324748c778bbaa7e282ece1461) AuthConfig (4125c898086b4ef84c9a23dfca896e0c234834162d4a26774a6297d756b8b96a) AuthConfig (21443ec787d1e9a3ada7fc2e10da861cdbc635f58f2f9de9ba69bb4ebb5282ab) AuthConfig (fd13050903a4b97db0105d4fb6a0129f0f3a7a3b7374eba6eaa96b0df00d2a66) AuthConfig (008205e4c2fd6823ecc7506b8a7599b3bf5718838a37f69a183044599daf2f53) AuthConfig (cecaad2068ed316ab1d92874cda56ef5f4738a84fcb6ff61861da28d5e96c594) AuthConfig (cc785fc1f96e45376ef742e62ec32efae038a6fa90fd6a88407ea6936ca5729d) AuthConfig (f7c74d4deade182280dfafb58b8432f16baee79d3cbf41eece33cefda36f66e1) AuthConfig (086173065434d12da3e8efc3fbee197bf0ce6153cd53557842afad4b9fc0415a) AuthConfig (36f26873b7e4d53b7da1b0db46a1fe009469b4442b66c5a0c36203b5040f4756)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d17f68f8-db27-417f-9cd5-5146171a2414","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:19.512711107Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"7fe422d9-9eef-41d9-86a8-b2fefa380285","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:28.336500613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:29.565770074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"042e46e7-a029-4416-b48a-22380fbf7286","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:29.623748859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"042e46e7-a029-4416-b48a-22380fbf7286","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:30.059385413Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"db9f9b56-8f9c-46cc-af29-57a48b73dbe7","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.090608831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"630a4183-cdb5-41e7-8773-673432afc590","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.142718522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"e35ac224-6aff-46ff-aa12-bc91c3e1d8ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:35.146535163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"96f37fe9-cd7f-4988-b832-f771a9a318ff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-acf45d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.20105006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"e35ac224-6aff-46ff-aa12-bc91c3e1d8ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.260601503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"edb3bd66-c1e4-4fc0-9ad8-f999c6d321ee","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:35.368726733Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"edb3bd66-c1e4-4fc0-9ad8-f999c6d321ee","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:35.368788895Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"edb3bd66-c1e4-4fc0-9ad8-f999c6d321ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.422253157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"8dc9d629-2757-439d-a137-6ef64d462058","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.574736122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"21da1d8f-22fe-422a-8b0c-777a6f0788b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.598801181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"bdab249a-8da1-4653-8ca1-f5bc09c8c1ae","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.632491568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"21da1d8f-22fe-422a-8b0c-777a6f0788b9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:35.874655427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"15bebcbd-1e1b-41fd-b6aa-c498983f5d19","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:36.086203271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"ffce93b6-ebb0-4fbc-a3de-aceeace97f0e","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:38.727993493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2371557d-a9d9-4788-a5bd-1c519a682b61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.009242827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"acee9a8a-f235-4c0e-a1c2-1c3a0d3634a2","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.039542549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"148c212b-b5f5-4e81-8d7e-5df7ceb146e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.039544331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ffa7173f-c0b4-4753-a4d8-85fcdb292a6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.057571835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6106901b-d69d-46fb-802f-c598c20bfad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.09783194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"148c212b-b5f5-4e81-8d7e-5df7ceb146e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.098122414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ffa7173f-c0b4-4753-a4d8-85fcdb292a6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.124843548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"d25c29a8-d305-4052-a8ad-ebdead9ce0e1","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:39.401090235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"a22a0956-856c-4e5c-9cef-3b462139488d","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.504962042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"8386e56f-09e6-4f43-9e5c-c893f67389d5","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.563449317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"23d882d7-70c3-4fc0-a7c1-92153d9fa5ec","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.612045405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"970edcbe-4457-4278-b11f-6232091fd63e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.612238155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"56eeebc9-21e2-44fc-bad3-0e461047cd51","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.66474066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8893e0db-f34f-4a52-837c-f3c64a5658b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.664748182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e418575-bd40-4d32-8a0e-6e59a8ea1e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.671424922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"56eeebc9-21e2-44fc-bad3-0e461047cd51","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.676964503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"970edcbe-4457-4278-b11f-6232091fd63e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.723310513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8893e0db-f34f-4a52-837c-f3c64a5658b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.723375373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e418575-bd40-4d32-8a0e-6e59a8ea1e2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:42.988632959Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"fe490792-e3ab-49b1-9406-1bf2a4d28de7","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.088070708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c84e34fc-e241-4c35-bae8-1c214c42538a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.088070714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2818092-b031-4ec1-9504-1a01bd3e1be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.106402358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"fe06f1d2-dd37-45a4-a885-e43314fde476","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.106444602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"f9c5f167-f6f1-4e97-a52e-35a0b78bcd60","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.137686111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e34997b5-1a47-497d-99a0-8b1393af3d11","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.137883494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"15bd5cd4-5ad7-4255-ae40-5f7a06671ad3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.146465714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c84e34fc-e241-4c35-bae8-1c214c42538a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.146496474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f2818092-b031-4ec1-9504-1a01bd3e1be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.15467064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"e2f4d745-4d45-4eb8-9a7c-240a53a29fc7","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.197365805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e34997b5-1a47-497d-99a0-8b1393af3d11","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.200996959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"15bd5cd4-5ad7-4255-ae40-5f7a06671ad3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.262120317Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"40fdb2af-542b-4420-8f59-da9410f13f5f","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.371601205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"03e54824-0215-4720-a1d9-316c98c7e7d4","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.571041033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1e82aad4-18dd-4c04-aa4e-926fee559f27","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.571041141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"fa6eb694-19b5-4515-a7ea-0ea7824ac48e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.629236124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1e82aad4-18dd-4c04-aa4e-926fee559f27","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.62936643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"fa6eb694-19b5-4515-a7ea-0ea7824ac48e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.641615448Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"eee865a8-3b4e-4edf-93f0-ee4603266e3e","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:43.805289892Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"7ce10486-40f1-475d-9f60-9431e9ec8894","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.138186798Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"0727301a-a589-415b-828d-6e60c0be5ae1","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.192725951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"8b515220-7741-40ba-8fbe-b53075973849","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.193360708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"daeca3b5-e919-4266-a445-ada30f67054a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.248270975Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"3dcfcaa6-7525-4f4f-af4d-943ad588101e","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.252988814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"daeca3b5-e919-4266-a445-ada30f67054a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.253113093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"8b515220-7741-40ba-8fbe-b53075973849","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.355420299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"4f4db6d3-981a-4b33-9972-9f1e6f2e2a89","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.355525991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"4ec8b533-824d-4b3e-92d8-587697d46f4e","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.355899181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"2d8e816a-4980-4557-9fbf-37ad40270419","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.46278828Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"97fffcb9-2be7-42bb-bec9-395b748b699e","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.579462914Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"6f28be26-732b-40a8-9bcf-78cdfeae7631","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.643970958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ec64d1b4-1279-4d99-ac92-8262734891b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.644514449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"84f4e9d8-f81e-4f47-850a-301cc1b9f6cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.704606479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ec64d1b4-1279-4d99-ac92-8262734891b3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:44.705687731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"84f4e9d8-f81e-4f47-850a-301cc1b9f6cb","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.094090371Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"d54f5e46-dfab-49c0-b673-7e88239f6b22","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.150767309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"d38b7b18-8516-43dd-a054-3f957ee77ce5","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.20276317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"aeb19523-164a-48d4-aa07-6727cec5d68b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.203783196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"877e059f-73c4-4691-98a0-7acec7caf1f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.255161301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbf27221-1273-4b60-9a9e-410ec0512763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.256710121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"550cf4ed-d815-49bc-850e-2772c806041c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.260437817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"aeb19523-164a-48d4-aa07-6727cec5d68b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.26162199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"877e059f-73c4-4691-98a0-7acec7caf1f6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.313482615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbf27221-1273-4b60-9a9e-410ec0512763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.315105068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"550cf4ed-d815-49bc-850e-2772c806041c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.317552108Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"27beccf1-cc50-4788-8bd9-361102e541d8","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.501995913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"48fa5d22-a237-456b-ae85-a83910b17be0","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:45.623256456Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"48fa5d22-a237-456b-ae85-a83910b17be0","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:45.623324088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"48fa5d22-a237-456b-ae85-a83910b17be0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.676800058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"d55947d4-3bd5-461e-b549-ecb621e13ba1","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:45.786577318Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"402c3d6a-a673-4862-b287-01efe4f56718","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:46.259696653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"514d5d87-7828-402f-bb82-7986d79e89af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:46.259702513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f9158797-800b-4ef6-8f34-be0f0bb796c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:46.31850904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"514d5d87-7828-402f-bb82-7986d79e89af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:46.31851326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f9158797-800b-4ef6-8f34-be0f0bb796c4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.484496605Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"098a92a9-d511-45fc-9236-c97f9297d8e4","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.591347682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"8cdb0302-4d32-4b19-a0be-86487edcd424","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.591884295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"670ecc99-5100-4244-8d4a-bc948520b483","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.644795904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1687e9ae-39a6-4aa8-a87b-f516d1eda9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.644795931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5915b7-5e03-433b-8b63-00732cc6873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.650014481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"8cdb0302-4d32-4b19-a0be-86487edcd424","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.650161404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"670ecc99-5100-4244-8d4a-bc948520b483","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.703733086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1687e9ae-39a6-4aa8-a87b-f516d1eda9f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:47.703929701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5915b7-5e03-433b-8b63-00732cc6873e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.123533374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"95279c6c-d3fe-457b-a342-7deb43a45e97","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.233400038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"fe1ca619-6e71-422c-b7d8-7de08e35e07a","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.285539712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b690e6c3-62f0-4174-95fb-cb13ce0d0026","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.343770586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b690e6c3-62f0-4174-95fb-cb13ce0d0026","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.400710688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a92490c7534b3a6245903c9331db234a8b98c1c01d10b9ff875cf7d5cc661ec6) AuthConfig (5c83c40cbe3a6f1bd58690605ac894ae4c2cbad7f0baae96b3b58776de87c48f) AuthConfig (9b808737ebdfd10504f3b05dfb39de073d433b343bc502285b0bd6b1c19541a3) AuthConfig (c98bb948419d1a914b86a7f37652e67e0fbb68fc1c81b2a2d420c2c77bf5c6cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b690e6c3-62f0-4174-95fb-cb13ce0d0026","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:49.512753433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"2fc7dfc0-4de0-4b1e-a451-b85e2690071f","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.132325981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"6ec5bb97-8fcf-46a2-b1a8-979e86a02ca1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.184958801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"6b84041a-27e4-4290-8cf9-68c103fde4f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.185147476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"ea22e228-e2fc-4fb4-95b0-6eed23949e3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.190353259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"6ec5bb97-8fcf-46a2-b1a8-979e86a02ca1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.244138057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"ea22e228-e2fc-4fb4-95b0-6eed23949e3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.244409582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"6b84041a-27e4-4290-8cf9-68c103fde4f1","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:53.679497105Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"c3c7fe7c-ed40-4e2a-86fa-add3106c49d5","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.766733656Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.820190027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"d3f18a4b-bfc7-4d4f-8a2c-88281e0682d2","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:03:54.874909177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"35939bd3-4b6d-4e95-8114-8f108f5b6975","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-93ef90-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.926843755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"6fc98f16-992c-455f-bb4d-edc3f4f7b8b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.926843999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e31b9e37-013b-4708-8046-dac0c4ea33af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.985315069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e31b9e37-013b-4708-8046-dac0c4ea33af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.985411663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"6fc98f16-992c-455f-bb4d-edc3f4f7b8b6","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:54.986007122Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"c21f311d-d24e-415d-b7b9-8e1022dc3c44","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.09282172Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"120fd8e6-0f85-47d5-8b76-c106afc7d4cb","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.199493057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"349272ea-f22f-4c86-a3ba-4921b7ad3149","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.323383726Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"8178505c-e2d8-4ee9-8e29-41616956f0ee","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.412245964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"fedfdf18-d58f-4560-a900-498a7e5e980d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.412276957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"120f6b55-012a-4f0c-89cd-ead6236765e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.470564485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"120f6b55-012a-4f0c-89cd-ead6236765e0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.47071964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"fedfdf18-d58f-4560-a900-498a7e5e980d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.596891061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"e8919779-0e67-4af8-bece-9a78ae466ccd","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:55.808971494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"5f64a300-db48-4635-92e2-05648284ef31","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:03:58.336196618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.386413502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"fdd1c8b4-b1bf-4472-b3b8-13733f5efbcd","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.410703636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"09574636-cc17-4947-adba-af0c951c0cec","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.463481539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"4860194c-6ccd-4766-b50d-a077037abf57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.463509337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"8393d897-9cab-4b6e-9dd4-671ca18169b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.468367425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"09574636-cc17-4947-adba-af0c951c0cec","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.521653207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"4860194c-6ccd-4766-b50d-a077037abf57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.521700093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"8393d897-9cab-4b6e-9dd4-671ca18169b4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:00.660029581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"b9b236ad-47f7-42c3-a35d-116adf70a77d","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:08.611719458Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"720c6acb-e86e-46b9-b3a9-d579c99e6613","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:08.719125977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"b50bb03d-1ac6-455a-ba35-5ed5a2578814","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:08.774141066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"e3efc142-09b4-412d-8f0d-c386d01e89da","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:08.831956644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"e3efc142-09b4-412d-8f0d-c386d01e89da","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:09.265650258Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"2a5644bb-6f88-4b9f-9e77-18f291e5a127","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:12.224164957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"06700bf7-916d-4c2d-9042-f123cca84496","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:12.272739187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"30ffec0f-abca-49be-982c-4efedef84be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:12.339331495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"f565f162-7dbf-4e20-8db6-76b54bb926cd","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:12.454389071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"a4505503-7e4f-4f11-b332-0ce0b7c3819f","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:12.500418189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e7c1eb69-9a45-41ae-bb6d-5fa2938647ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.230495822Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]","namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.283912815Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"4ecc6154-a225-4ac5-bbdf-0ebc0ee5998a","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:04:14.343884113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"b71814f8-8c09-4b22-9390-ae368e06e68b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-93ef90-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.395818882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"251e259c-ee21-446c-9278-fd581f1b09ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.395964543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c7876987-32c7-461a-a6e4-2343df71511c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.453822713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c7876987-32c7-461a-a6e4-2343df71511c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.453891509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"251e259c-ee21-446c-9278-fd581f1b09ba","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.454326399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"3144e252-111c-48ef-bd05-65710c50111a","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:04:14.5630758Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"3144e252-111c-48ef-bd05-65710c50111a","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:04:14.563135253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"3144e252-111c-48ef-bd05-65710c50111a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.61662465Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"1daa3212-3188-4196-84e5-285084c05509","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.723240888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"e6f870ab-3f6d-4392-b778-8de688b21901","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.798255538Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"2b549491-8889-4ac8-9ccb-0fa389600859","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.882330841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"054c8c8d-7929-4edc-aa3c-2daa178df0a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.882327778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"2f0d2241-8af9-491a-ae0b-01da72e048c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.940576958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"054c8c8d-7929-4edc-aa3c-2daa178df0a1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:14.940603683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"2f0d2241-8af9-491a-ae0b-01da72e048c7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:15.073176042Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"5f1f1d2a-cb36-4349-b120-491ab1e796b7","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:15.285708727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"2481d0a5-b907-407a-9a30-1b8454469b8d","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:15.570312603Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"b6fdf624-ef06-4431-87da-c0ba907c5ae6","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.215388428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"2f88c1d0-7c0c-48a0-9973-60cb746b8e11","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.388504545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"8de567dd-f2e8-471f-9f77-eafbe3687b95","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.434951374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ab44ff2-9988-4925-bc9d-3d67ab26ab56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.505055999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"37f9b408-aaa8-4fa1-a65c-f29b9e64c776","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.535909388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4615bc46-b44f-4b5b-9480-412855480741","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.592635802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"958633dd-35e2-4b75-829e-b9da7e23def7","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.592875328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"904c8020-8118-4f1c-a383-0f4f09501a8c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.59263706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b55f2185-6fd3-4f3c-8ded-62f6331d999e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.593940392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"a074c685-6837-4060-9d92-63c98d272ace","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.644780118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"edf7e75c-a3ba-4fc7-91ce-fe1e864ee92f","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.651205063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"904c8020-8118-4f1c-a383-0f4f09501a8c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.651303465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b55f2185-6fd3-4f3c-8ded-62f6331d999e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.653277336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"958633dd-35e2-4b75-829e-b9da7e23def7","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.653517885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"a074c685-6837-4060-9d92-63c98d272ace","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:19.77889661Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"e086b51b-ab21-459e-83ed-ce951d66a9d6","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:24.663261314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"f4a9a25d-8c65-46af-8f08-b5d078dd15a0","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:24.710870009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6314d411-5e27-48e4-8728-ba76f72f55ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:24.864191508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"5526c355-7d39-458b-aa40-42276dea0dc1","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:24.896240139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"6be4163a-62cc-4bfc-9346-83a01f854a7e","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:25.010742486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"495d8b88-63d4-49aa-865d-bad705654d78","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:25.05750646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d29add83-9435-48d0-835b-a25e3be04b3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:28.336461504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:04:58.3364547Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:05:28.336654765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:05:58.336355878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:06:28.336723804Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:06:58.336396522Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:28.336127198Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.068610815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"bb452783-7abf-48f4-a30b-f76b9ec3afa5","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.126931653Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"f46f953d-160a-416c-9dfa-7c84b8bbf586","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.228096874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"b201cc2a-bbc5-4b51-aa0d-c81995be077b","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.22809675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cdad997-9031-4f7b-a4bc-9922de498eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.22910427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"27d7a179-3016-4062-b790-0d22b75986e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.229325176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d00cfa3-4ab9-4af3-a4bf-2d0e9631931d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.229997743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"84eb4428-20cd-4cc7-96e5-17e9ab52155e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.2874445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8cdad997-9031-4f7b-a4bc-9922de498eac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.287762021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"b201cc2a-bbc5-4b51-aa0d-c81995be077b","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.290113189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"27d7a179-3016-4062-b790-0d22b75986e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.290157515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d00cfa3-4ab9-4af3-a4bf-2d0e9631931d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.292264406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"84eb4428-20cd-4cc7-96e5-17e9ab52155e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.654346875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afb0e64-5f40-41f7-81f8-472128e5cd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.654588908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"08b29f79-926f-40f1-b3bd-b000de036a2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.671265404Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"f5bf43fc-3902-4512-a7b2-84b6937333b3","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.715761649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8afb0e64-5f40-41f7-81f8-472128e5cd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.717263194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"08b29f79-926f-40f1-b3bd-b000de036a2c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.73548816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"b34c834e-86b5-48c6-bd0d-425114f0893b","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.735730248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"aa0fa2cf-1ab0-4593-b199-4958c2f618fd","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.735875164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"58530302-9d92-43d8-847f-afa3dfed6bc5","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.736100448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"f02580f0-2ea1-4efd-8488-410ce0746458","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.763528688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e002007-abf4-4259-b7d7-68b60ae9a308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.763646397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"77db2308-db90-4c61-9598-6cabbbc52675","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.763530339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"ebbd0ef1-ec8f-4894-b193-01465f663e10","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.82245825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e002007-abf4-4259-b7d7-68b60ae9a308","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.82253835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"ebbd0ef1-ec8f-4894-b193-01465f663e10","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.825733335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"77db2308-db90-4c61-9598-6cabbbc52675","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.845123456Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"9ba7e78f-b952-4496-b626-a71eb6b9852e","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:30.952195252Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"30b03a7a-7542-4490-a100-ee62f22e9c85","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.059506405Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"1b22d488-00b6-4981-800c-fdec5c838a2a","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.08112525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"78bc85c9-b9a6-49fb-bf27-653e2ff1bd0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.13920762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"78bc85c9-b9a6-49fb-bf27-653e2ff1bd0e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.166175444Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"8e731634-e0ca-4108-9b82-de404c7576a6","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.187167872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"294f9f1d-7bd5-44fb-9142-2d10cc8cc6a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.244767673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"294f9f1d-7bd5-44fb-9142-2d10cc8cc6a4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.27246313Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"215176a7-c4f6-4a04-bba8-1c18876fd776","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.290493562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"e28c768b-6881-4741-a1c2-91a185cd4fe3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.290494185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a650fe9a-23c0-44e4-9475-799eb7d39091","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.349270745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"e28c768b-6881-4741-a1c2-91a185cd4fe3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.349328596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a650fe9a-23c0-44e4-9475-799eb7d39091","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.545873383Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"eb954fb1-22f3-4f46-a548-8d4beb329d82","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.712556355Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"15d028d3-4d35-4177-82cf-91b5e7e4531f","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.879407856Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"017b8d4f-8854-417d-890c-63558a8059bb","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.95915994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"484dc036-a23b-4e23-b37e-97dadb106d83","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.959314554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c3d9cd39-bd58-43ca-a416-de32db0ef98a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.959964896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f8ebb059-8cf0-4d67-a5e5-34b83e9ac8f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.960300951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"1d0ef0a0-96b7-4f75-805b-34f4dc4f55b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:31.986256447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"19c9a456-60e0-437a-8c31-58dbdb6b73b9","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.017067877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c3d9cd39-bd58-43ca-a416-de32db0ef98a","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.017453954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"484dc036-a23b-4e23-b37e-97dadb106d83","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.019185954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f8ebb059-8cf0-4d67-a5e5-34b83e9ac8f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.019775029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"1d0ef0a0-96b7-4f75-805b-34f4dc4f55b0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.065909918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"c4c0662f-7ed5-4728-9a4b-4059b6af30f9","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.066508909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"7d1f0995-f8a1-4c81-8f82-7c959e21f322","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.066659884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"8d741db6-934b-40e2-95d8-c76fb7727fc6","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.066885133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"0cbd66e1-1bba-4ed1-b442-efb011b84222","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.093845938Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"4b909b22-cd63-4934-8eff-39a2fc0ca327","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.201709566Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"b5ba2b71-ca53-48ab-9800-ed24cac3e0f5","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.309224991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"cc65b9d0-d6d6-475c-a87d-63e0d63247d4","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.416709606Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"95957a19-837f-4c2a-a82b-009fa4b70279","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.441317766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"03a2ce36-042e-4d92-8ee6-8b87dbe7fc38","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.442203827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1f03e952-5662-4525-906e-9ea1678c32d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.449150506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"57a0a9ab-cb43-4863-aa88-9b6965c7fe16","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.499186497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"03a2ce36-042e-4d92-8ee6-8b87dbe7fc38","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.499962073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1f03e952-5662-4525-906e-9ea1678c32d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.50778956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"57a0a9ab-cb43-4863-aa88-9b6965c7fe16","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.522906821Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"ae130361-85bb-497d-83e1-ce83608d47c9","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.541773118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"34b73739-372c-4a0c-87c7-7051a038f5f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.599763315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"34b73739-372c-4a0c-87c7-7051a038f5f2","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.847143954Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"8737e596-55ef-4396-ba33-09c5c7845b23","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:32.90057061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"ba574561-b209-4b45-8024-03538f6ee5fa","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.006010218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91650dd5-e81d-4070-a9a8-c058643b0399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.021528175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a278a5ad-7096-4f8d-a90b-e04aafd71db8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.021712683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4f36cd45-326e-486e-a4a5-de339ca40929","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.021528186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1199e24c-37c1-47ce-a8c0-248c51bf35b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.025313903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3a0b3443-271f-4a1f-b220-d4acc77b333c","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.063818417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"91650dd5-e81d-4070-a9a8-c058643b0399","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.068356137Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"1c28e1cb-f201-4af9-8c2e-2d9c0ec15840","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.081317942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a278a5ad-7096-4f8d-a90b-e04aafd71db8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.081338996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4f36cd45-326e-486e-a4a5-de339ca40929","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.084772245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1199e24c-37c1-47ce-a8c0-248c51bf35b4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.084794511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3a0b3443-271f-4a1f-b220-d4acc77b333c","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.235697685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"ef03ff5e-d05c-49db-8686-bcdf80a1383e","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:33.343430219Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"ef03ff5e-d05c-49db-8686-bcdf80a1383e","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:33.343491913Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"ef03ff5e-d05c-49db-8686-bcdf80a1383e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.397086598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"fb01e447-a71c-43d0-985e-9c8b72ed79e5","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.430478764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8437799d-257d-436b-bb5b-4c742d75c774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.488682649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8437799d-257d-436b-bb5b-4c742d75c774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:33.504135064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"7b877dcb-5309-4bef-bf57-782ca2208c97","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.418760213Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"604739cb-fb7d-4e8c-b0f8-a9a964a9cf94","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.581274767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ea7780-dbc1-4a59-a8ed-1a6cf5acf345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.58129159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"c20f1ff4-3b66-470c-aeaa-d62868cd4631","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.582401898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"74052752-4a08-4a61-9f55-8a810b01ac57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.582423112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5e2c330b-1b32-4e40-9e4d-642203dc005a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.582858669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b55d268-4bc2-4688-86c1-0f53183929d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.640752387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"85ea7780-dbc1-4a59-a8ed-1a6cf5acf345","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.646086873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"c20f1ff4-3b66-470c-aeaa-d62868cd4631","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.64922474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"74052752-4a08-4a61-9f55-8a810b01ac57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.654556579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5e2c330b-1b32-4e40-9e4d-642203dc005a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.663063922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9b55d268-4bc2-4688-86c1-0f53183929d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:35.9598381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"98d88272-0c9d-438c-ae47-1186c6aa3eb2","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.040588534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"83301253-8921-4978-a854-17bef2a09b17","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.049618242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"67365ca9-28d2-4848-ab93-323c1202a96e","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.086579608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da473972-db4a-484d-8478-42fbbac29796","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.099253182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"83301253-8921-4978-a854-17bef2a09b17","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.140813073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"5109d9dc-40d9-4c9d-a466-c057e78cee78","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.239543301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"df81882e-b7ca-4761-b97d-ca4699277104","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.336499175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"575af092-f3d7-42b1-88b6-9c959e8d97d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.359930545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"cacab270-4f03-4d57-a390-c53ea963a325","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.360008997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"4b53ce35-3307-4227-8dd3-67e720fe62d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.360384906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"05e9a1c3-8895-45aa-a60d-c6544d41e3a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.418582209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"cacab270-4f03-4d57-a390-c53ea963a325","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.4187508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"4b53ce35-3307-4227-8dd3-67e720fe62d0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.420611094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"05e9a1c3-8895-45aa-a60d-c6544d41e3a6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.559334722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4b9d83db-a432-475b-9eb2-134b01618344","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.617391696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4b9d83db-a432-475b-9eb2-134b01618344","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:36.839926508Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"4f2fb8f8-6978-4aa3-811b-bf88265dcb49","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.843684397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ac0c533b-b4ee-4615-ba86-cef17327ceb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.843798336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"c5447036-42af-48f6-bc38-212569a3daf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.864824667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3a8c2cc6-6800-4a36-84ce-9ea1edb3d15e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:36.896280523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"4f2fb8f8-6978-4aa3-811b-bf88265dcb49","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.901553655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"ac0c533b-b4ee-4615-ba86-cef17327ceb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.901672786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"c5447036-42af-48f6-bc38-212569a3daf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:36.923641367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3a8c2cc6-6800-4a36-84ce-9ea1edb3d15e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:36.95541096Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"f3954c62-2207-4bdc-8624-d1f73fb0f87a","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:36.95546751Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"f3954c62-2207-4bdc-8624-d1f73fb0f87a","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.019118683Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"75fb088c-84b3-4b02-aecc-2baa6a65aab8","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.019167447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"75fb088c-84b3-4b02-aecc-2baa6a65aab8","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.092742441Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"fa468d17-ae12-4ade-a161-e90a38248279","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.092792099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"fa468d17-ae12-4ade-a161-e90a38248279","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.187040074Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"3427c388-b328-43ea-a23a-0a7989c89dc5","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.187089169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"3427c388-b328-43ea-a23a-0a7989c89dc5","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.320764807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"615be22b-98ae-4881-b6a7-1229c6af122e","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.320829041Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"615be22b-98ae-4881-b6a7-1229c6af122e","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.534686791Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"643981e2-77a2-4fd1-b831-5da3e586dc5b","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.534749328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"643981e2-77a2-4fd1-b831-5da3e586dc5b","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.909397815Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"a3d328d1-2918-480e-a544-8bbe74044a86","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:37.909461831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"a3d328d1-2918-480e-a544-8bbe74044a86","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:38.603694805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"3fb393b8-c02b-4d05-922b-0102b0660961","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:38.603756818Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"3fb393b8-c02b-4d05-922b-0102b0660961","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:39.937903543Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"e2ef67eb-2d61-4b8f-945e-a8d6fe77bc01","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:39.937987736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"e2ef67eb-2d61-4b8f-945e-a8d6fe77bc01","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:42.554178851Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"ab281f20-31d6-4f33-9596-369fedcfdcbf","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:42.554259453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"ab281f20-31d6-4f33-9596-369fedcfdcbf","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.485641504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"570ef993-5d45-4439-99ee-c94d328cf841","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.533757098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a2abe5ac-7c8e-4b66-a87c-dec3f6bd13b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.633887356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ac3a539b-91e8-43c2-b3cc-00997e91701f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.687258837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"a370520d-70c7-46a6-922b-027e72329e57","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.788870067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"74b5d238-df67-4493-a32d-07fd24f402d9","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:43.909461533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"8c142e3a-89f9-42f5-8001-014f78389cc7","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:47.728293092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"cbbb86fa-c3da-45d9-a118-fd9e1898f827","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:47.728368991Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"cbbb86fa-c3da-45d9-a118-fd9e1898f827","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.427351656Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"a7a0f272-2e87-4526-8738-528ea33f8df1","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.593941357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"056657a4-b421-414c-9ffd-0d5436bb1ac2","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.594171499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f1cc2355-4c49-4e28-80c1-576b92bc0d37","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.593939175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c249a53-4997-4a24-a89b-cc29f2d04be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.594601554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"739be9b2-89c1-4ad6-a3b7-33c468d9fe46","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.594620451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"13b96ac8-1e0b-4940-b779-d726cbcfa1a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.652784038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c249a53-4997-4a24-a89b-cc29f2d04be6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.652796253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"f1cc2355-4c49-4e28-80c1-576b92bc0d37","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.65629442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"739be9b2-89c1-4ad6-a3b7-33c468d9fe46","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.656320477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"056657a4-b421-414c-9ffd-0d5436bb1ac2","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.658387058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"13b96ac8-1e0b-4940-b779-d726cbcfa1a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.91173671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"99403854-06f2-4afc-abbe-872161bbafb3","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:48.973665268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0292b3-ea8e-4b8b-ba08-d599d20c90f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:49.032146173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0292b3-ea8e-4b8b-ba08-d599d20c90f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:49.239143282Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"78dee612-c240-47bd-b77d-23edb8cad728","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:49.405299472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"90e1a93e-9723-46e8-a5c9-868f4e235517","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.515372706Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"36b1d3d0-8abf-44a5-b8a9-bc9afe5d1d5b","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.675065523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f9bf8da-72c5-4d59-a248-9f7851e034e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.675104197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2668c3e7-74de-4a32-8d93-fc2300a06a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.675608686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66589eed-1563-4673-9bc7-1d877cf33bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.675731966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"42e56034-be60-4cf5-8b84-08160c774274","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.676587828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"98e2a955-16d1-421b-baad-57f75fa51b89","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.733743134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2668c3e7-74de-4a32-8d93-fc2300a06a9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.733843496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"42e56034-be60-4cf5-8b84-08160c774274","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.735866992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f9bf8da-72c5-4d59-a248-9f7851e034e5","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.73618177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"98e2a955-16d1-421b-baad-57f75fa51b89","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:51.737985674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66589eed-1563-4673-9bc7-1d877cf33bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:51.95036075Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"409b2979-2dd2-4c46-9601-278df3bdb194","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:51.950419792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"409b2979-2dd2-4c46-9601-278df3bdb194","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.003423656Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"857ba29d-33bf-490f-9d72-161c2422674f","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.099779895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"55bc5fdb-b8e5-432a-9ae4-8e255e3a1e7e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.109213059Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"c8781441-de5e-4b2e-9caf-8d47a0a2b30a","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.158518045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"55bc5fdb-b8e5-432a-9ae4-8e255e3a1e7e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.163674035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"dceaa143-ea2b-4a1f-a539-384e55b5f130","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.163760109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"2fef02e5-8b6a-408c-84cc-f7bef72c1e66","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.164292234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"a2f2568c-87fe-4fae-9459-282279348cc3","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.164309714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"c8d57340-37c5-4a34-a884-afe062f4035f","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.206922043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"2d8118c3-3239-4bbf-a192-4f435b2a89c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.207230249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"eef57cc7-fd7f-46a2-8b9c-ec5dab89cb67","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.206922042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"555a056e-4616-45b3-a019-34f1da2407d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.215308297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"177d9085-e01e-4577-a5eb-ee2592d499f2","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.265385643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"555a056e-4616-45b3-a019-34f1da2407d8","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.265465736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"eef57cc7-fd7f-46a2-8b9c-ec5dab89cb67","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.267521975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"2d8118c3-3239-4bbf-a192-4f435b2a89c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.322574723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"90c1fb30-8cea-4326-98dd-ac1471f2084f","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.429745625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"af06c31f-e606-45b1-882a-5ba27dfd5333","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.536452766Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"fbccbb2b-2f31-4209-915f-bd29ccc679b2","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.584430839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"eab786aa-2fc6-416a-a9e8-22927489769c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.643467342Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"2af95d1f-61ff-47ad-98d3-4ca1db3906ea","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.643626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"eab786aa-2fc6-416a-a9e8-22927489769c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.691112376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"0bcba639-6655-4b47-8629-007134e461ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.691125247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b271a21f-7742-481c-8254-fb7123ef8f86","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.691671796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"b1426513-c28b-479b-bf33-b08ae24946fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.749874676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"b1426513-c28b-479b-bf33-b08ae24946fa","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.750056074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"0bcba639-6655-4b47-8629-007134e461ae","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.750822494Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"1944cb8a-f4eb-420a-b7c4-2fa1c630be07","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.752402275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b271a21f-7742-481c-8254-fb7123ef8f86","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:52.857370522Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"329d371a-11b9-438e-ade3-f727053080e0","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:52.857428372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"329d371a-11b9-438e-ade3-f727053080e0","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:52.910081809Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"1a879c98-faa7-4862-9da2-c38986daf8af","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.399050244Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"4e55c7eb-a7e7-434f-b603-f64cecbc0a85","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:53.505934847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"27aa2f73-abfe-43dc-ab7b-3cb90e6c714c","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:07:53.506027732Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"27aa2f73-abfe-43dc-ab7b-3cb90e6c714c","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.506075425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"698d55ec-158b-48a2-9ff7-a343a0408316","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.50636524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"f9034f34-6eda-4c4e-860d-4862365fe42e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.507270942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e5be27da-300d-4a0a-803b-f8a2628dff59","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.507390603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"94bb0464-74e6-4bb5-9076-6e1d5f4b03ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.55909797Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"6494df13-aa14-40a5-b5dd-835d5843a1d3","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.56382681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"698d55ec-158b-48a2-9ff7-a343a0408316","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.56398476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"f9034f34-6eda-4c4e-860d-4862365fe42e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.566270217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"94bb0464-74e6-4bb5-9076-6e1d5f4b03ed","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.566335084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e5be27da-300d-4a0a-803b-f8a2628dff59","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.613869852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"26e6c369-1071-45d5-9758-b56d2eba44ed","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.614358193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"88b6f962-426b-4de5-a700-7534a47c340d","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.614810652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"acbc8b73-10e8-4aa4-8094-1a7977032447","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.614901107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"46e17c3e-886b-451c-aa33-701639114d8d","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.665944187Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"60d8c1af-916f-4e48-bc55-7a36d56a4964","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.773319585Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"140b30ef-c019-4a80-9ce5-732c1c39d775","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.881273192Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"b08e1228-fad5-4b11-a5ba-618128284881","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.989169265Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"89234aac-ad2a-4372-9af9-d871f5843295","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.995377421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d1a3e6bf-e5dd-451b-9aa2-4daf92a51b4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.995414504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5d84e942-d215-43e1-b4a2-c08180673df3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.995866189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7d80339d-6e2f-4e04-b2b4-4d5b9a206771","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:53.996064195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"87780eb1-f8b7-459e-9570-4b0cd1835fad","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.054143578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5d84e942-d215-43e1-b4a2-c08180673df3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.054182421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d1a3e6bf-e5dd-451b-9aa2-4daf92a51b4e","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.056278396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7d80339d-6e2f-4e04-b2b4-4d5b9a206771","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.056289066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"87780eb1-f8b7-459e-9570-4b0cd1835fad","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.096724102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"fa037f53-0d98-4ff4-abd0-1800d67f7108","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.204411436Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"50153eeb-daf3-42a5-97fc-bbf4373511bf","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.311446074Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"d6b3bbcc-4c6c-4fce-974d-34c37e41a47a","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.456463613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"b9874b8a-9cda-443e-a35e-d1625253efce","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.512518395Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"bcc23ce5-572a-4dc7-b9d2-d7ca66e73e79","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.616585772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3838f88d-2d50-47cc-b236-1014b842f89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.616930224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9525f447-2564-463f-91ef-eeea2782ada1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.616585806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"bf09e99d-a975-4efa-b2bf-b450741a7756","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.617493855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"02a77a69-f006-424a-b8f2-66e8d56d94a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.61794997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d94f6e92-832c-414c-ab55-93c7c3f40b25","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.675411958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3838f88d-2d50-47cc-b236-1014b842f89d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.675468939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9525f447-2564-463f-91ef-eeea2782ada1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.677710869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"02a77a69-f006-424a-b8f2-66e8d56d94a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.67772473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d94f6e92-832c-414c-ab55-93c7c3f40b25","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.678251564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"cef8596e-9988-4227-a566-2554f4625bcb","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.679791127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"bf09e99d-a975-4efa-b2bf-b450741a7756","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.843836315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"11bed99c-3cb9-4ea1-90ef-fd04eb05c814","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:54.951001206Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"1fbd2297-ff9b-4c18-b64a-e2171023048f","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:55.041396247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"567c6033-593a-424e-bb05-76c9501738c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:55.099626176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"567c6033-593a-424e-bb05-76c9501738c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.257505693Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"bc058f17-cd45-4aa2-9452-22116cca0ac1","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.296734186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4bcb2ea9-6403-4628-9010-6d8fb4e6b3ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.418549797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd04ed0b-3581-46bf-b2a7-d49aec770002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.418829506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f09aa8-ee18-4264-b856-1d6b36b1823e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.418546727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"0dc12aa2-3876-4951-a814-69c855d0d3d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.41954267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a8618ee5-2a8d-4a75-b278-f9ab23f90b12","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.419833613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"866432eb-9551-4c03-9590-dd0257c7c5be","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.451218551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"2b42c558-b3ef-4c91-b123-03e96723c2bd","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.467025345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"28f86cba-0903-4c1f-a22c-d05b711ac1c0","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.477662108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"0dc12aa2-3876-4951-a814-69c855d0d3d9","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.478851068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd04ed0b-3581-46bf-b2a7-d49aec770002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.47993172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50f09aa8-ee18-4264-b856-1d6b36b1823e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.482106789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a8618ee5-2a8d-4a75-b278-f9ab23f90b12","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.482770723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"866432eb-9551-4c03-9590-dd0257c7c5be","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.552861186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"b82cf809-9ed7-472e-8e1e-e8c7f8938c42","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.597258852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9916c8d7-08b6-4dc4-97b0-82ea3487c987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.815841668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"8e6377e8-8a6d-46fd-be10-ea01299f96c7","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.849173995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"9222b250-050b-4fb2-be58-5c5a8401b6e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.908870083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"9222b250-050b-4fb2-be58-5c5a8401b6e4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.956537761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"8a796006-eeb7-48d7-9ea8-2b8157286e7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.956592324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f7300cf-9fd8-4f02-9332-8aa0054ba2dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:57.957049763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"cb4f52f8-6c05-42a0-ada0-595a792c7287","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.015053634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"cb4f52f8-6c05-42a0-ada0-595a792c7287","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.01513089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"8a796006-eeb7-48d7-9ea8-2b8157286e7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.017161722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f7300cf-9fd8-4f02-9332-8aa0054ba2dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.336017375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1a7380fd-175a-4317-b42a-19dad298e50d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.33610889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:07:58.394083013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1a7380fd-175a-4317-b42a-19dad298e50d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.336864648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"fc35f89c-de0f-459d-8ed0-17f65b7ac913","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.444873231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"997061f5-713d-4c50-9093-b5a25362152f","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.558948869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"c804d044-d939-45f6-93d9-12f5c83de653","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.617621468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"c804d044-d939-45f6-93d9-12f5c83de653","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.674865096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6ac03f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b84b5394e40e8a7d45faf1e6e9e460f3c71d1ac544e0e61f09b881246602abef) AuthConfig (2d822e94b7a027dd75e4499e05d2d3e851a66c7f142dbd1f9dd07383edc2be0e) AuthConfig (684c774cb9e9d8649ebe6d083db88b6b837d2556ade7b19588137669167d13ee) AuthConfig (332ace58583745005812751b27b213fdc902c6ff5438a1fd83e14ad91c74d425)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"c804d044-d939-45f6-93d9-12f5c83de653","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:00.787077004Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"a320328a-d161-4b46-a9cc-e0f15f6db84c","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.135621394Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"838c8705-46f7-4680-8518-908585625a4d","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.237687294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"a0048dba-e536-43e6-ba16-34f8acd570ca","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.252373694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"30bc6b95-66e2-4017-aa6a-ea3837ab4013","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.314263466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60bdfc8d-0c61-4415-9993-4c3b1dee6083","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.429935011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d16b8a2-c7b0-4d6f-b725-516d4eb039cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:05.589162902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"9e162924-e0b5-4cc4-9386-c7b720139f0a","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:10.972381787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"8df034e5-edf4-4153-b60a-7a9e7b9b62ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:11.030413432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"8df034e5-edf4-4153-b60a-7a9e7b9b62ed","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:11.465541056Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"bea9890f-a114-430a-82fa-e540a3351ba7","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.35813265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-quota-a824d4-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]","namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.41233288Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"12af53fd-5b7c-4b47-9206-4235ad692f08","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:08:16.471002681Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-quota-a824d4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-a824d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.57074446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"4183a919-a907-4072-9549-3d7d49081015","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.570769885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"4dc1d985-e2c1-4aef-a3d6-a9757ad8a1a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.571230261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"39a1049c-a065-44e5-910c-18c930890343","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.578454697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"d590d824-0148-4319-86b8-98f0d65285ff","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.628850649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"4dc1d985-e2c1-4aef-a3d6-a9757ad8a1a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.629238178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"4183a919-a907-4072-9549-3d7d49081015","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.631141355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"39a1049c-a065-44e5-910c-18c930890343","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.68495719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"d23810b2-0f2f-4706-a77b-94477aabef28","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.79179207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"1ae5fa35-4d27-4655-a093-bd181ae1fe80","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:16.80184977Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"f0868823-24f5-4c73-85ed-c301a0c32acc","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-quota-a824d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.075327026Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"93e55f6e-3aba-4711-b96b-02d120a28dee","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.106337696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"2c4d0733-d53a-42c0-9c14-16aa102fd1c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.106363864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"93bab5a0-b1a9-45a6-8ae7-8dbdb231c4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.106846647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"10f26369-a8cd-4a25-a654-af27e79b1e46","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.164513155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"2c4d0733-d53a-42c0-9c14-16aa102fd1c0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.164580272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"93bab5a0-b1a9-45a6-8ae7-8dbdb231c4a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.166823028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"10f26369-a8cd-4a25-a654-af27e79b1e46","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:17.287127116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"0a0410c6-8762-4d1e-9f8e-c074df73e5e4","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.138811427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5ec0550-71fe-4c3d-ac0f-3340928cd5e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.296221838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"1257bce6-559b-4595-820a-2983ef9156c5","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.393849858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"94f7f5f0-b3a9-49e7-8486-28146a6a48b2","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.440471776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"70d355ba-5bbd-4553-a8c3-9ad9ef54dca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.604453276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"6526a50f-812c-485c-b22c-a74a5b9671a4","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.717665543Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"5916b08c-8257-4251-83f9-2b2d0b347745","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.766632364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ae25cfc4-bcb5-4a7c-9f3e-99ab1ec98351","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.771038574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"7407aee6-3898-42f4-a377-6a137755eccc","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.774277649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c19ff11d-3b36-4289-9011-319f22d46a50","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.823035516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"2898f371-975c-418a-92a1-d6faacf2be02","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.824872898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ae25cfc4-bcb5-4a7c-9f3e-99ab1ec98351","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.825190173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"ec831975-1a16-4455-bdf4-34bc8cc52725","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.827648769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"76c75551-c9be-4515-8381-62d39129b074","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.831941545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c19ff11d-3b36-4289-9011-319f22d46a50","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.880907049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"2898f371-975c-418a-92a1-d6faacf2be02","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.882703974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"ec831975-1a16-4455-bdf4-34bc8cc52725","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.885236202Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"059fcf16-b7dd-4ff3-bc73-1cee1916229f","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:20.885794382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"76c75551-c9be-4515-8381-62d39129b074","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:22.789503191Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"c5f3dce4-e633-4d01-b0c4-218ee3f2afad","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:22.897003262Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"35fe9cf2-a16d-4330-9561-12f444748c69","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:23.005703638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"288c84d0-f44e-403a-b03b-60b76bbcae65","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:23.063727068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"288c84d0-f44e-403a-b03b-60b76bbcae65","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:23.495395234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"25967d6e-6cdd-48c9-9246-95b65b9b6249","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.211800372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7506af71-7975-4077-a4dc-67f3390f5c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.315798789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"135c1495-1efa-4f7c-a007-f8893ab2c6e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.388016893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"6afce2a0-d14a-49c6-9bb6-eaf2ab601abe","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.465712614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"96d7c08f-112a-48fa-b5f5-69f3f63f6ba1","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.567228287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"00000e3c-df9f-4138-845e-0f34b5b56fb0","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.684830442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"38105a40-6d3b-401b-b3ed-18a48233c197","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:26.783868527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"aa38a2f8-d578-4889-bf3d-e4a6e2cc5ccc","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.335788128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.391524344Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-quota-a824d4-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]","namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-quota-a824d4-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.445189877Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"3c00d958-59df-4bb3-ae49-7856c4fc65a7","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:08:28.563785561Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-quota-a824d4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-a824d4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.606332893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a1aab130-600b-4626-9556-1bdbb852a54e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.606475774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"7f42808d-a9ce-460c-bb3a-4fa828b7c20f","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.606334906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"7fd8f1ab-2469-4bd2-8e44-fb1271b3aafc","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.612003974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"885c7bbe-00dc-441d-8363-c2577f0f6e14","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.665255576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a1aab130-600b-4626-9556-1bdbb852a54e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.665281004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"7f42808d-a9ce-460c-bb3a-4fa828b7c20f","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.667355208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"7fd8f1ab-2469-4bd2-8e44-fb1271b3aafc","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.720352245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"3d597acd-dc1a-4392-a010-bdf7393f5097","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.827274226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"811174f9-32fd-406a-857e-31e6d45917ad","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.841336438Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"fd54b0ea-3eb4-441e-aae4-03e3a6c9c342","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-quota-a824d4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:28.934458061Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"46a34cb2-a086-445c-a7a6-0bd295d6da09","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.114920952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"afbb8176-cae9-4a76-bfac-c423b9f756dd","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.146050462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1a94a62a-30fa-4c57-a825-920650d388e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.14605012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c214166d-50a7-462e-aadb-0b8d4faf93e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.146780129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"cfb95e20-fdc9-44b2-8bbe-de47e66bffd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.204302554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"1a94a62a-30fa-4c57-a825-920650d388e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.204408157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"c214166d-50a7-462e-aadb-0b8d4faf93e5","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.206399563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"cfb95e20-fdc9-44b2-8bbe-de47e66bffd5","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:29.327758437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"7903b121-f816-404c-abd9-cbd7ae767bd0","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.138046026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6da63568-6d39-4acc-8409-3bb82c247651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.292292282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"e819eae8-4b1c-436b-9563-e950397346e3","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.30875621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"1d920cdf-470b-4311-a165-8a993d258a46","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.394530539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"bfdb2e22-01eb-4f07-b268-e04cc121614a","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.424164572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"edd0f83c-adb2-4fd1-af96-abb86d063aa4","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.539466779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"b0a1a748-5346-40de-8f2f-4cbff554c4b7","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.699202867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"a91b72c0-7b0c-4cfb-a7ac-b3e510f870fd","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.723150243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"a4b10818-efd4-40ff-b37a-9d1f97913870","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.768614225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0c90c4c8-0f84-467f-9698-571fc0a5e1ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.831492719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"315297c6-1fee-4af0-946f-6c823146154a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.831495477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"7175a948-8884-4431-aa3c-e866859fb124","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.834583633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"42391f19-f7d6-4ca5-ab1e-a796741b02ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.834587439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"50d61b3c-3167-46c3-9e9a-53ccc08e783f","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.83734697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"9a3ea652-abd7-4b85-956e-866d7dac1adc","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.889852756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"315297c6-1fee-4af0-946f-6c823146154a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.889865064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"7175a948-8884-4431-aa3c-e866859fb124","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.89232492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"42391f19-f7d6-4ca5-ab1e-a796741b02ba","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.89248233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"50d61b3c-3167-46c3-9e9a-53ccc08e783f","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:32.894931573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"9a3ea652-abd7-4b85-956e-866d7dac1adc","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:33.370468498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"336e5e89-5191-49ef-8e99-78e69881dbe0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:33.428736775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"336e5e89-5191-49ef-8e99-78e69881dbe0","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.039257293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"85f89808-22bb-4876-b83b-546d77d33375","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.085540953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0b643b33-e01a-41a8-af87-2f2fbf0363fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.238891944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"80bb333e-0409-42e1-93ad-1ea6ea76b135","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.273482962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"9f8d4aa4-c667-4f02-b55c-10c6d875b940","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.362035753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"022a7eb7-348a-4d30-99e1-c9ad3cca4d07","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.520031308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"06a08c59-fa1b-40b7-8d20-bc9d93026aa8","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.520047642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"5a7930fe-1558-4ef8-a26b-088454b24faa","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:40.681107009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"80df73d2-7d49-427d-97c7-069dc52575b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:08:58.336098976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:09:15.481081877Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"e91a6c9e-54f9-404b-9da9-410061601451","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:09:15.481162985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"e91a6c9e-54f9-404b-9da9-410061601451","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:09:28.335643161Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:09:58.336931333Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:10:28.336180354Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:10:58.336329605Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:28.336292453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:40.916324085Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"f16027e8-b7ad-4233-846d-1263a6037fd6","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.074417601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"9c598bb1-bbd7-4ad4-8683-263d81a57155","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.074459177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"59d2e6fd-0216-46b9-a033-6f255befb777","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.076006774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"1f184e1c-8015-4e92-8d4b-19429fbdfb1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.082424235Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"40c18edb-a41b-45d1-b7ed-1e6174557bc2","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dd03fbd1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.132698167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"59d2e6fd-0216-46b9-a033-6f255befb777","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.132723351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"9c598bb1-bbd7-4ad4-8683-263d81a57155","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.134924751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"1f184e1c-8015-4e92-8d4b-19429fbdfb1d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.613655143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"ee019901-cf6a-4369-a96e-0816323fdd2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.613868138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"1c9ef470-1c07-4bfd-90d0-f5fc092415c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.613652171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ac9920dd-f5e7-4f4f-943b-08d705d20a64","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.672202544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"1c9ef470-1c07-4bfd-90d0-f5fc092415c7","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.672238843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"ee019901-cf6a-4369-a96e-0816323fdd2a","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:41.67455654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ac9920dd-f5e7-4f4f-943b-08d705d20a64","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.136544294Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"89dda83e-7c93-48be-847e-71a5fa4f5408","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","subscription":"e2e-shr-quota-a824d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.243618615Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"89dda83e-7c93-48be-847e-71a5fa4f5408","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.296733944Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-sub","reconcileID":"89dda83e-7c93-48be-847e-71a5fa4f5408","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.689242166Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-quota-a824d4-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]","namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.742774423Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"023e6c9b-fafc-41ab-9ee4-a3260f3ca7b6","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.901512411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"142291cd-ed30-4223-8620-e1fe09e28c4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.901665315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"5865bfa3-f387-4a33-9a7a-0cdc3c0073b0","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.901513855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a258e3a2-ed61-497d-af3e-6fb25a789f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.908515024Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"2c9d605f-c033-4a1a-bfa0-e1da945af16a","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.960661965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a258e3a2-ed61-497d-af3e-6fb25a789f4d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.960865551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"5865bfa3-f387-4a33-9a7a-0cdc3c0073b0","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:51.964449315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"142291cd-ed30-4223-8620-e1fe09e28c4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.016387448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"40d39b8e-8163-4f8b-9143-59ae7e010924","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.12300375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"dc86d3ff-ab62-42be-8131-99dfd65f669b","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.22656446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-quota-a824d4-access","reconcileID":"44537909-82d2-4e73-b352-11e14df460b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.445749254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","reconcileID":"475ebfae-3439-484c-a765-cc30a68a4e0f","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-6e5044580fcc","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.594260657Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"60deede2-eed1-4f6a-a247-7aa839c14e71","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.753252018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f1c91ca-7b20-4b76-be43-f625b3d0f45a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.753253588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"d1611c86-d020-472a-982e-248f0c39559d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.756818859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"f467a897-8451-49f1-8baf-439dc4706652","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.757544955Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"6a7de05a-34bb-4ee3-812d-9b8fac26b7e0","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d41b2555","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.812032517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"3f1c91ca-7b20-4b76-be43-f625b3d0f45a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.812260982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"d1611c86-d020-472a-982e-248f0c39559d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:52.814513135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"f467a897-8451-49f1-8baf-439dc4706652","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.293131662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"efa8b058-8bfd-4219-8fec-27300aef0ef2","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.293879122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b0af4552-d30e-48cb-8dfb-cc2eee582fe3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.294047844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"06f5cc98-fa5e-4ba6-8e35-2e019ccf7669","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.356037637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"efa8b058-8bfd-4219-8fec-27300aef0ef2","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.357550256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"06f5cc98-fa5e-4ba6-8e35-2e019ccf7669","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:53.35846438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b0af4552-d30e-48cb-8dfb-cc2eee582fe3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:54.875035329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"ff169dc8-8ff9-4895-a41a-2ef048dd4635","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:54.975181029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"3f390842-6de7-408c-b605-d5afc082ff72","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:54.992051872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"9a433bde-9427-425e-a070-47b1204652e3","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.054930252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dd3516b6-e192-4008-9a32-6009e85c3774","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.227559348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"724f6d77-43e7-41ea-8cc6-694910512c72","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.297924573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f3f549d-b54b-4366-a8c5-3a0eac8ea748","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.364899667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ac9a8735-132a-47db-bddd-7d01c1a804f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.367314925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d51f3516-16f9-4320-8bf5-0b37d0665a4c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.415830688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"0490be51-35cc-406d-9105-946c3dd22a61","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.416274096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"975a3502-5e62-4672-8e6d-9a0ffe568476","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.417095575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"d55fd4a0-533a-447e-aa39-2e66b77f1ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.422833524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"ac9a8735-132a-47db-bddd-7d01c1a804f4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.425223939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d51f3516-16f9-4320-8bf5-0b37d0665a4c","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.47574052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"0490be51-35cc-406d-9105-946c3dd22a61","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.476168375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"d55fd4a0-533a-447e-aa39-2e66b77f1ca0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:55.47893832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"975a3502-5e62-4672-8e6d-9a0ffe568476","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:11:58.336223422Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:11:59.375912188Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"efd96b2a-b250-4e25-8f2d-13721a11da7a","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:11:59.375993562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"efd96b2a-b250-4e25-8f2d-13721a11da7a","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:00.650074625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"e3fb40b3-a221-48ba-a540-d4f14eae096b","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:00.750703153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"e1f39330-8e6d-44ba-acba-9c35cf3d5651","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:00.853294854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"8ce6ce1b-4e40-46ce-b293-ed2a0ae4c1c3","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:00.948604976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"04d4555e-5eca-4c8e-aab1-3eae2806ecc4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:00.9506949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"ed97cd0d-9473-4b4d-9bd3-284dc235aeea","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:01.118218682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cf4064d9-af84-4fa0-a87f-39454616ac1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:02.811106996Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"9a33bfb3-910f-4b8c-83db-dd631eefb204","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","subscription":"e2e-shr-quota-a824d4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:02.917837565Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"9a33bfb3-910f-4b8c-83db-dd631eefb204","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:02.971124784Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-sub","reconcileID":"9a33bfb3-910f-4b8c-83db-dd631eefb204","MaaSSubscription":{"name":"e2e-shr-quota-a824d4-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.246011069Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]","namespace=ai-tenant-e2e-extmod-b-3a78b4 priority=0:[ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-b-3a78b4/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.302362426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"389fcb65-d2c8-4294-aaac-bdc302b28b68","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.458691738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"c7c4b417-27ca-4a5b-80b8-1281b24be559","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.458691544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5aebb4d2-110a-44e1-b17c-75961adf4c34","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.459237309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3de2cb62-71b8-4e2a-bc08-f69fc892df78","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.467887246Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"d041ff28-633d-46a7-a10f-a6349cb93138","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.516861273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"c7c4b417-27ca-4a5b-80b8-1281b24be559","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.517049989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"5aebb4d2-110a-44e1-b17c-75961adf4c34","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.519030966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3de2cb62-71b8-4e2a-bc08-f69fc892df78","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.574922876Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"141e1809-fca8-44de-be38-da2c33b76663","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.681621363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"09077b3e-e193-4d43-9f2f-79e4bc9597fd","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:03.782374853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-quota-a824d4-access","reconcileID":"d79efde0-7b6f-4f5a-a85f-1e0e1d82a835","MaaSAuthPolicy":{"name":"e2e-shr-quota-a824d4-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:04.005272597Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"46589145-e951-4b77-8faa-229a5ddc0b44","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:04.521243569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","reconcileID":"2ac7ca88-1d64-4f5d-b15d-bb184926a384","MaaSModelRef":{"name":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-quota-a824d4-0c7b26949f68","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-quota-a824d4-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-quota-a824d4","provider":"e2e-shr-quota-a824d4-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.073928584Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"a9cbc6a1-e12a-44cc-812a-eaa5b51de533","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:12:05.214088787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"1b8c8643-4e55-415a-a6de-2fa308f73d31","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:12:05.214161203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"1b8c8643-4e55-415a-a6de-2fa308f73d31","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.237135975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"ad43dfdf-a52b-4617-a004-b823152f2a35","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.239062562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"c5fe32d6-cd00-42e0-93d9-fa6c682be472","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.242538992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"7445f7b3-a1e2-414c-9b00-6c71ec377864","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.244536726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67581693-4140-47d7-8c41-7a0dbab9341d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.267402372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"aa79ac0f-4f2e-4311-8ad8-1c63c3c0f599","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.267627338Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"f6e05714-d26b-43cc-9a4d-945e45bb312c","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.298297219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"ad43dfdf-a52b-4617-a004-b823152f2a35","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.299268397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"c5fe32d6-cd00-42e0-93d9-fa6c682be472","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.30203791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"7445f7b3-a1e2-414c-9b00-6c71ec377864","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.303325378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67581693-4140-47d7-8c41-7a0dbab9341d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.324920259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"aa79ac0f-4f2e-4311-8ad8-1c63c3c0f599","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.37442842Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"0d8582af-e908-4ec7-973f-9809bbf9297b","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.428091625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"f637f9d0-38ea-4d20-8112-5379880a2248","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.428566981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"1ec9a82e-af48-47bc-8889-a9c67df37888","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.428661399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"a9a83401-41ea-4c49-993c-66a81e0e7e27","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.428941614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"1983a972-3f54-4fbd-9020-339d2d933be6","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.481860691Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"4fdcd7f2-d870-49f4-a772-ac85c3a6f823","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.588965408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","reconcileID":"7f6b89aa-7a00-49f7-ad56-618697858b3e","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-01b093e9a2b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.672439749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97b4861f-453d-4433-849f-d9d8f72e626a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.697481051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"1b35e931-2339-477e-8e7d-b3ce6920996d","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.730311185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97b4861f-453d-4433-849f-d9d8f72e626a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.777651607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1d449c0b-fdd1-4cde-8edf-791a87e65991","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.778605698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"a6257e28-f7fb-462d-8e4d-752fded72738","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.779067806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"79395fd6-054c-4ebb-bf57-b890d63a0e31","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.780692544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"4131c80a-05aa-429c-8f22-c1c29c3660d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.805255482Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"10275cda-99b0-406b-8cb6-2697b87a299b","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.835729431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"1d449c0b-fdd1-4cde-8edf-791a87e65991","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.836220095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"a6257e28-f7fb-462d-8e4d-752fded72738","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.837938604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"79395fd6-054c-4ebb-bf57-b890d63a0e31","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.838365838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"4131c80a-05aa-429c-8f22-c1c29c3660d4","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.858252468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"755d00f7-5478-4dc0-b1cb-958b8597fb04","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.858438956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"503a1e8b-acfd-46cc-a07f-12184f2597be","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.858660547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"75579735-e244-40cd-9fd9-9d0ba689b1c6","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.858809327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"6d63241c-3581-4090-838b-6d698d811410","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.863186571Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-a824d4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","reconcileID":"8e5d3a39-3741-4505-b83f-a0af744e17e6","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-quota-a824d4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-02T13:12:05.914911352Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"27d73d1a-5872-4be8-aaf9-c4fd0317e4dd","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-02T13:12:05.914967361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-ambiguous","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-ambiguous","reconcileID":"27d73d1a-5872-4be8-aaf9-c4fd0317e4dd","error":"ExternalModel e2e-extmod-shr-user-1125bd/e2e-shr-amb-ca85b2 is attached to several gateways [openshift-ingress/e2e-extmod-a-6ac03f openshift-ingress/e2e-extmod-b-3a78b4]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:05.968242186Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"5bc870a2-ffaf-443e-960e-d3ac2b55077e","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.076742312Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"a5ac9367-7229-45aa-a4a6-68307cb6ac15","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.094500739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31614b46-a4bf-41b9-a10b-b78b598ec171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.155627458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31614b46-a4bf-41b9-a10b-b78b598ec171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.302120746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b7fe9f55-5a27-4bdf-8404-f1ad239a2851","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.302126958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"898f5663-8516-4583-a91d-7d6ef5c1b73d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.302595791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a4c43f75-2add-4253-a02d-983606772151","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.302761063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b9fcbfb9-5ec6-49d3-b852-b0774ea1cc95","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.360592627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"898f5663-8516-4583-a91d-7d6ef5c1b73d","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.360809559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"a4c43f75-2add-4253-a02d-983606772151","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.363014298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b9fcbfb9-5ec6-49d3-b852-b0774ea1cc95","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.363161041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b7fe9f55-5a27-4bdf-8404-f1ad239a2851","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.522116328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"350281f0-2d7d-4827-a82d-525303620fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.549756092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"ec531a06-aa30-49e4-842f-a9b6edf47b50","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.586024914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"350281f0-2d7d-4827-a82d-525303620fec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.652284432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"8f9ab609-7752-484c-b156-00d3b824b2a7","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.696586845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ab77735-9557-4175-94a2-7af02eee0717","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.850114851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"2666f8e6-f1e4-4221-98e5-41c94d8e1550","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.850349214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"3f2163e5-9301-4b8d-b142-837c5be39548","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:06.932541466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0fe801c5-b2b0-4d23-a924-882ae558ecf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:07.314743455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","reconcileID":"60b67f75-3346-449e-b3df-7d0dbcbb79c2","MaaSModelRef":{"name":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-amb-ca85b2-11657d38327b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-amb-ca85b2-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-amb-ca85b2","provider":"e2e-shr-amb-ca85b2-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:07.889941896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"6b1d4160-a171-4648-b3e7-5b1fc94b4b28","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.050378131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27b9102c-7118-4c8b-9149-c716aa9648ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.05077249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b0bff076-05f9-4265-8331-965cbf15af6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.050873841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3c68092d-6897-46b9-9e8f-f2e6c6a51e57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.051162014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e019dd8e-5433-461e-97a9-ffcdcb4e5318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.051425511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"bd3ee04f-1541-4b59-a990-21b0d57965a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.109155126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"bd3ee04f-1541-4b59-a990-21b0d57965a2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.109239968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27b9102c-7118-4c8b-9149-c716aa9648ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.111422285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b0bff076-05f9-4265-8331-965cbf15af6b","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.111514296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"3c68092d-6897-46b9-9e8f-f2e6c6a51e57","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.113524399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e019dd8e-5433-461e-97a9-ffcdcb4e5318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.481757168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4a3bc693-2b88-44b0-81df-6fdeeeb0dd7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.540120303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"4a3bc693-2b88-44b0-81df-6fdeeeb0dd7f","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.562116098Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"f764b2c2-c56d-4915-b0eb-9158fbb75b92","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.66850119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"696b13aa-b2f2-4147-921e-fcd03e773c2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.668535203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"8f35cab9-ce70-4eb1-bf78-18cfcb287c33","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.668922756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"90063631-bc76-4e1f-b89f-56d043e57738","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.669397921Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"618c51f2-4b11-43f7-b439-32c173297b98","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.728100859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"90063631-bc76-4e1f-b89f-56d043e57738","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.728858246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"696b13aa-b2f2-4147-921e-fcd03e773c2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.730256249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"8f35cab9-ce70-4eb1-bf78-18cfcb287c33","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.777964325Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"c4e56820-d62e-489e-95fb-c67b3ac0f081","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.778214719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"88258899-8c78-4b75-8c46-c89e0256f960","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.778378117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"a573e9eb-5b84-4198-ba3c-b2ffe38ab1f9","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.778872804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"9650c8cc-a313-4091-a339-9ccd93d7fdb4","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.779011217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"4786ccbf-2993-4863-a231-a7349cb32aeb","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.885708692Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"aef58350-1f78-4bd0-9f8d-5271491e1d2e","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.963020679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"14dc24ce-903e-406f-bdf9-bdf9ecf543d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:08.992852434Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"e40966c8-42ae-41b7-b7c0-4466e851e6a4","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.020673497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"14dc24ce-903e-406f-bdf9-bdf9ecf543d3","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.100018878Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"7d4dcc40-edcc-4724-bb58-b5a17fbdeec6","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.172753303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a678ea2e-862c-49c1-9dbd-34b79c41c070","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.172917882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"9f8ec388-1f9d-4691-8065-e6ae0e940ea4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.173496792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"b825f9e5-8ac6-468e-ab03-913c962d8fb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.186119051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-amb-ca85b2","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","reconcileID":"efed65ce-60e8-41ef-a3e1-7cd6ac306e03","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-amb-ca85b2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.207465258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"d20782cb-f0af-4d94-8a25-9b1b04730711","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.207519991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"fdbff55b-ba26-4240-acbf-2c531e3d4d5e","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.207928357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"f12209ad-4c82-4730-946e-2d17212cb5b8","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.208007085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"a49d1697-7e6b-4ccc-b933-3cd7a96046a3","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.208820271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"43dd2ea7-e2c9-4c1a-866a-62b1fe4d8e95","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.231905643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"9f8ec388-1f9d-4691-8065-e6ae0e940ea4","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.232049326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"b825f9e5-8ac6-468e-ab03-913c962d8fb2","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.233965473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a678ea2e-862c-49c1-9dbd-34b79c41c070","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.345430621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d68a1b1-efb0-438f-9086-6ce2bd23cd63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.403352492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d68a1b1-efb0-438f-9086-6ce2bd23cd63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.445133574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"166063f9-aec0-493a-abbc-5e2644b0918f","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.502675888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"166063f9-aec0-493a-abbc-5e2644b0918f","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.65625678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"331937b3-eeb0-4096-9991-03d6cc6f5664","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.656456726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8066818-ca07-4e23-a322-c9e45c5521cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.656263569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7d642826-29fe-4b9c-b931-8df5a5a3647d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.713804105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"331937b3-eeb0-4096-9991-03d6cc6f5664","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.714426073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"7d642826-29fe-4b9c-b931-8df5a5a3647d","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.715993971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f8066818-ca07-4e23-a322-c9e45c5521cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.749090132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"451dfa01-cef8-402e-8c9d-29b504191d70","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.889696273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d05f0a2e-1ca1-4198-bee2-9a54b1df123b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.913744889Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"6f001924-383b-4954-a18e-95c5522f5695","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5af16306","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.948399475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"d05f0a2e-1ca1-4198-bee2-9a54b1df123b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:09.987770138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"42af6322-6bdc-4508-ae69-385e2363a283","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:10.069271039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"42af6322-6bdc-4508-ae69-385e2363a283","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:10.38775857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"3405dbec-a97d-41aa-8318-dc049e494c79","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:10.446924136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"3405dbec-a97d-41aa-8318-dc049e494c79","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:10.494281796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d65a6f87-cbf1-44f4-a205-d7f355f0c989","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:10.552375712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"d65a6f87-cbf1-44f4-a205-d7f355f0c989","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:19.967712951Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"08e2f100-1654-4442-a604-80d16a797b4c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","subscription":"e2e-shr-auth-93ef90-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.078734668Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"08e2f100-1654-4442-a604-80d16a797b4c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.132306847Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-sub","reconcileID":"08e2f100-1654-4442-a604-80d16a797b4c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.408166887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-6ac03f priority=0:[ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-auth-93ef90-sub ai-tenant-e2e-extmod-a-6ac03f/e2e-shr-shared-acf45d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.461985931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"97317164-cadd-421f-bc7c-eda0348d7ad8","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.566944305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"cb60cbd2-0995-4ffa-ad4c-02dbae591fd3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.56727138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"61e67c44-71c7-49d7-8b8d-6830dd1ff855","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.62592648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"cb60cbd2-0995-4ffa-ad4c-02dbae591fd3","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.626088999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"61e67c44-71c7-49d7-8b8d-6830dd1ff855","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.628073453Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"d93f43f7-96e5-4716-8e78-523c67c465f8","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.735020217Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"40ec109d-bc28-419f-98a5-1177f0b1247b","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:20.892442922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-auth-93ef90-access","reconcileID":"0a6e0051-bd90-4226-98c8-ed3e2fd539eb","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.109524941Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","reconcileID":"e415b43e-add5-4c95-a120-61a18d42d353","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-c09174bcca5b","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.255120385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"f3b2a65f-99cf-4564-ba03-923b72d40249","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.360569858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5e191419-5a5a-49b4-a787-36449341de4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.360573596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"92ca660b-05ab-406b-97de-cdb4e0ec2451","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.41909909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"92ca660b-05ab-406b-97de-cdb4e0ec2451","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.419175579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5e191419-5a5a-49b4-a787-36449341de4f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.420663131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"ddaa5427-b654-4011-8c2a-ecd4ab44e2eb","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e59e625b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.846313406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"62582eec-4182-4129-a41b-ddc504563167","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.846313404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a8dc74b3-7a9a-48ae-b5c0-f67b2f4f6621","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.905201096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"a8dc74b3-7a9a-48ae-b5c0-f67b2f4f6621","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:21.905212033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"62582eec-4182-4129-a41b-ddc504563167","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.74728425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"07655cbc-668d-451d-9730-5790249b82c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.799876713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"113218b1-6fa7-4e60-84a6-dbe011b15c10","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.79995155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"93f5358c-5831-4a95-a4df-f05a238fbbde","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.805325252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"07655cbc-668d-451d-9730-5790249b82c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.858338383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"113218b1-6fa7-4e60-84a6-dbe011b15c10","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:25.858355086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"93f5358c-5831-4a95-a4df-f05a238fbbde","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:28.337129493Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:31.475132132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"fc4b0586-1077-462e-9a74-91c48f82b26c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","subscription":"e2e-shr-auth-93ef90-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:31.582045061Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"fc4b0586-1077-462e-9a74-91c48f82b26c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:31.635606734Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-sub","reconcileID":"fc4b0586-1077-462e-9a74-91c48f82b26c","MaaSSubscription":{"name":"e2e-shr-auth-93ef90-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:31.962475747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"849f79f7-c4d7-4eb4-98bf-78ff40980aa3","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.069025913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b396a8e2-94bd-482c-a2fe-134faa1753e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.069067797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"fae78396-c4b0-42d8-adf3-ef62286697f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.127057271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"b396a8e2-94bd-482c-a2fe-134faa1753e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.12737436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"fae78396-c4b0-42d8-adf3-ef62286697f5","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.130003385Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"22b7e36a-4e69-43bf-a2c5-3e2ae390175b","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.236719282Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"162f7682-0d51-4383-b2de-b5d2ebd6c960","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.392265007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-auth-93ef90-access","reconcileID":"2781e545-a2a9-4f73-ab9e-669da87e435a","MaaSAuthPolicy":{"name":"e2e-shr-auth-93ef90-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:32.65751374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"c3b555ff-888b-4ada-90fd-35fba58108a3","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.092353022Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","reconcileID":"af3d7322-6b36-41ad-b0fa-ed361c922c97","MaaSModelRef":{"name":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-auth-93ef90-60e166f56347","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-auth-93ef90-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-auth-93ef90","provider":"e2e-shr-auth-93ef90-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.698848539Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"950a0208-10ce-40a9-b172-db9a75de6be7","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.805862303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"39b40955-be78-476f-91f9-970c3bb67314","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.806578557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"977f5b82-d853-431e-b04a-1a064d9cc16e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.809867569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"9a4ad026-6e00-4048-9940-b2e8ed8767e8","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.85855439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e473d8c7-3bb1-4d20-92f3-47fd7cbe9d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.858647404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d8e8a33-a811-4535-8917-0cd98334d134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.864138116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"39b40955-be78-476f-91f9-970c3bb67314","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.8644678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"977f5b82-d853-431e-b04a-1a064d9cc16e","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.917115111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e473d8c7-3bb1-4d20-92f3-47fd7cbe9d17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.917140073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2d8e8a33-a811-4535-8917-0cd98334d134","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:33.918297399Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"bc86be28-7a22-4f14-824d-d546b737334d","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.025054835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"d6fe07b8-cca8-4535-a578-83805bb9232d","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.02519363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"b2ea006a-25ad-42ae-8bf9-72691b396319","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.03380499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"ac07c621-9ebe-4afc-87b3-5a4e619ad053","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.140936769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"5547f404-afe5-4eed-af96-fe17822db1f7","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.266276571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"6aab2cdc-a830-411b-871d-392bd439eaf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.266308246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"7c253e72-db21-48f1-971d-25baecbaac97","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.324450751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"6aab2cdc-a830-411b-871d-392bd439eaf0","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.324608373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"7c253e72-db21-48f1-971d-25baecbaac97","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.432543761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-93ef90","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","reconcileID":"82c9b079-7e42-47c2-add1-9567b0e00e29","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-auth-93ef90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.460655111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"5d3bdbce-2ec1-4a15-b9bd-76a03d2ac00e","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.461085212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"a2607206-18cf-4a07-881a-217abdc2928f","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.590344078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6f98697-b565-4774-8104-e085d0be207d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.591181589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ecf7ee-cc56-407c-ad22-2a779bec1378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.648506035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6f98697-b565-4774-8104-e085d0be207d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.648670234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68ecf7ee-cc56-407c-ad22-2a779bec1378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.698416759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"87223773-1c6d-4974-bb5a-413de2a3488f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.698927401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"c350673b-6f3c-4e7a-86a7-a5aa3012e1a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.756790817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"87223773-1c6d-4974-bb5a-413de2a3488f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.757115956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"c350673b-6f3c-4e7a-86a7-a5aa3012e1a8","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:34.997087488Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"6805030c-96fb-45e2-8660-0e0dad1669b1","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:35.162875133Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"63023b03-73c4-4fa3-97b2-77a32e11b489","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-338a0860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:35.166803244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"5617564d-e949-401c-8b96-c88be3b81489","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:35.227450765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"5617564d-e949-401c-8b96-c88be3b81489","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:35.600483061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"215c0ada-6e25-497b-8bb6-d2a39b87e3ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:35.658808235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"215c0ada-6e25-497b-8bb6-d2a39b87e3ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.216544202Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"b62e8aaf-89ef-4116-bad1-b48fe3c3b527","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","subscription":"e2e-shr-shared-acf45d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.323834473Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"b62e8aaf-89ef-4116-bad1-b48fe3c3b527","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.377755958Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-sub","reconcileID":"b62e8aaf-89ef-4116-bad1-b48fe3c3b527","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.70865226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"0420ee06-6059-4462-b8d3-5a7621d67daa","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.761540316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"99bf9a5e-ab31-42d9-bdca-c145f1a5fb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.819665987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"99bf9a5e-ab31-42d9-bdca-c145f1a5fb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:45.874745472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"c244b11c-d828-4d05-b280-067e17d9f2c4","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.084781773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"94de47b6-a1d1-4d3c-b339-85d77f4f493f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.29721355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"94de47b6-a1d1-4d3c-b339-85d77f4f493f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.426896553Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"94de47b6-a1d1-4d3c-b339-85d77f4f493f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"name":"e2e-extmod-b-3a78b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.426925279Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"e2e-shr-shared-acf45d-access","reconcileID":"94de47b6-a1d1-4d3c-b339-85d77f4f493f","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.538768908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","reconcileID":"749c89cf-bd8e-4b49-8817-ddb5a4a3a809","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-6d65dd220678","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-b-3a78b4","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-b-3a78b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.689353111Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"89a050a2-cfc9-427b-9ac0-a1f439306b84","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.74203925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"6c150e76-ca1e-4604-a584-0da4d151f110","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.800037132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"6c150e76-ca1e-4604-a584-0da4d151f110","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:46.854962761Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"05d50823-0a69-468b-ae69-57680429a5e1","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a3ca2812","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:47.173988805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"2ed0fcb1-bd6d-42de-963b-7d13049e852b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:47.232207637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"2ed0fcb1-bd6d-42de-963b-7d13049e852b","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:52.334061844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b8a1d5fc-42cb-4d44-ab99-ec5f4c08ee98","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:52.394485875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"b8a1d5fc-42cb-4d44-ab99-ec5f4c08ee98","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:56.909192593Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"bae72e2e-a485-43d6-bce0-721e52461d14","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","subscription":"e2e-shr-shared-acf45d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.016565785Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"bae72e2e-a485-43d6-bce0-721e52461d14","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.070250539Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-sub","reconcileID":"bae72e2e-a485-43d6-bce0-721e52461d14","MaaSSubscription":{"name":"e2e-shr-shared-acf45d-sub","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"maas-trlp-e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.398847956Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"b40113e8-8fd1-4aff-9041-739534836ffc","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.451256386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e806648b-1bce-46f4-bbc1-494743dbf494","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.509000514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"e806648b-1bce-46f4-bbc1-494743dbf494","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.564414095Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"9eb6318f-baaa-4232-8635-49d7acf91ada","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.776824214Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5f999a47-b2f7-43e5-997b-060d5fbf20af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"model":"e2e-extmod-shr-user-1125bd/e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:57.935931823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5f999a47-b2f7-43e5-997b-060d5fbf20af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:58.066931111Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5f999a47-b2f7-43e5-997b-060d5fbf20af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"name":"e2e-extmod-a-6ac03f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:58.066954739Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"e2e-shr-shared-acf45d-access","reconcileID":"5f999a47-b2f7-43e5-997b-060d5fbf20af","MaaSAuthPolicy":{"name":"e2e-shr-shared-acf45d-access","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:58.178801832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"a3fe4626-c94f-44f4-b79a-a98b3851bf13","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:58.338446644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:58.581007119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","reconcileID":"e1339b1c-ca5e-4f5f-a2b0-2fefe47edfa0","MaaSModelRef":{"name":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","namespace":"e2e-extmod-shr-user-1125bd"},"routeName":"external-model-e2e-shr-shared-acf45d-235b4adfa9f5","namespace":"e2e-extmod-shr-user-1125bd","model":"e2e-shr-shared-acf45d-e2e-extmod-a-6ac03f","externalModel":"e2e-shr-shared-acf45d","provider":"e2e-shr-shared-acf45d-provider","gateway":"openshift-ingress/e2e-extmod-a-6ac03f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.151237099Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"b0da64e7-6eaf-41ee-bd75-500eaadc18b6","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.30930591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50da6e8a-4e55-4d3c-b430-ef8382423349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.309311693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"014dd5d3-e4ac-4e0b-a7d3-593955ed4cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.369594716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"014dd5d3-e4ac-4e0b-a7d3-593955ed4cd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.369686524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"50da6e8a-4e55-4d3c-b430-ef8382423349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:12:59.876300247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-acf45d","namespace":"e2e-extmod-shr-user-1125bd"},"namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","reconcileID":"cf4b01de-0614-4af5-aaa0-e9b1447a6d7e","namespace":"e2e-extmod-shr-user-1125bd","name":"e2e-shr-shared-acf45d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:00.034556786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8e8cbb9-23cf-4867-a342-3e63abb88e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:00.034561582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93894f02-91b2-4a1c-a765-8e43f36e88bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:00.092420288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93894f02-91b2-4a1c-a765-8e43f36e88bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:00.092430444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8e8cbb9-23cf-4867-a342-3e63abb88e51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:14.812556164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d774a6-39cf-429c-bae4-8bf7c101834b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:14.865845355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d774a6-39cf-429c-bae4-8bf7c101834b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:14.918834511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d774a6-39cf-429c-bae4-8bf7c101834b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:14.972080994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d774a6-39cf-429c-bae4-8bf7c101834b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:16.752361175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a52d363d-0b98-4341-9f8a-d817bc2b3e6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:16.86752782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"be6bda1e-5097-4290-a16a-b9aa06ca07a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:16.914339728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7d595-17d5-48fb-a49f-58cddf412acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:16.967594613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7d595-17d5-48fb-a49f-58cddf412acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:17.0205435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7d595-17d5-48fb-a49f-58cddf412acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:17.073532513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d7d595-17d5-48fb-a49f-58cddf412acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.51158616Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.511639986Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","namespace":"ai-tenant-e2e-extmod-a-6ac03f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.511696286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","tenant":"e2e-extmod-a-6ac03f","tenantID":"e2e-extmod-a-6ac03f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.570411187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6ac03f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.633868622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Service","name":"maas-api-e2e-extmod-a-6ac03f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.692357322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6ac03f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.747325565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6ac03f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.802884232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.860614614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.916764871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:18.973544551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.02780302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.080387853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.133579372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Service","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.186080896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.238465376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.291085925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.343410332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.40043943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.453198719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.505783874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.558343934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6ac03f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:19.610894069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6ac03f"},"namespace":"ai-tenant-e2e-extmod-a-6ac03f","name":"default-tenant","reconcileID":"4e6cd829-b547-4058-a8bb-ba66983f8383","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6ac03f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:23.628418195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a09bc035-3318-403a-a325-639bf9165a7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:23.728745784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4e4f61b4-643b-48f5-a03f-fd821dcb9ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:26.345338084Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ac03f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ac03f","reconcileID":"65dfb86b-bce7-41e8-80d4-21e21f1a2ec6","aitenant":"ai-tenants/e2e-extmod-a-6ac03f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:26.828182477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619fdccb-2d36-4aab-826b-389a8bcecd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:26.881126999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619fdccb-2d36-4aab-826b-389a8bcecd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:26.934030719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619fdccb-2d36-4aab-826b-389a8bcecd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:26.986965524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619fdccb-2d36-4aab-826b-389a8bcecd88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:27.160097191Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6ac03f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6ac03f","reconcileID":"65dfb86b-bce7-41e8-80d4-21e21f1a2ec6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6ac03f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6ac03f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:28.336604384Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:28.91798619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefdc24-2e2a-4d8d-932a-463b81d3c390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:28.970846255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefdc24-2e2a-4d8d-932a-463b81d3c390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:29.024110153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefdc24-2e2a-4d8d-932a-463b81d3c390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:29.077208682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fefdc24-2e2a-4d8d-932a-463b81d3c390","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.011954001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1ee9b-a27f-4f91-9e2f-9e000c6e6ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.064818875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1ee9b-a27f-4f91-9e2f-9e000c6e6ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.11756067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1ee9b-a27f-4f91-9e2f-9e000c6e6ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.170724922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f1ee9b-a27f-4f91-9e2f-9e000c6e6ce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.599357124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"634d0a55-33d7-40d5-9163-e3367498dc42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:31.700547559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23f1e79a-f8e1-4791-b240-f3b5fae1c80c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:36.318922705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169a0fe-eb32-4da0-9d0a-b04811158f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:36.37212192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169a0fe-eb32-4da0-9d0a-b04811158f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:36.425218126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169a0fe-eb32-4da0-9d0a-b04811158f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:36.478305328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2169a0fe-eb32-4da0-9d0a-b04811158f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:38.417343999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbb5496-5160-4a10-a79a-bf4d822c84b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:38.470385286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbb5496-5160-4a10-a79a-bf4d822c84b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:38.523309706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbb5496-5160-4a10-a79a-bf4d822c84b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:38.576638872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfbb5496-5160-4a10-a79a-bf4d822c84b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.175548543Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","namespace":"ai-tenant-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.175605321Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","namespace":"ai-tenant-e2e-extmod-b-3a78b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.175657357Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","tenant":"e2e-extmod-b-3a78b4","tenantID":"e2e-extmod-b-3a78b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.230171033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3a78b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.29135141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Service","name":"maas-api-e2e-extmod-b-3a78b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.352076566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3a78b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.406787664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3a78b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.462835491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.517944061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.575511623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.630806145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.683603597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.736186443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.788755439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Service","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.841408089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.894266909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:40.947248365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.000135479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.057791993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.110729363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.163233592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.215771671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3a78b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:41.268872098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3a78b4"},"namespace":"ai-tenant-e2e-extmod-b-3a78b4","name":"default-tenant","reconcileID":"e165211f-8321-4f62-941f-e1890dd04b6d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3a78b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:43.387926251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1b02a8a-05a4-40ae-b8f3-d7353ab4b8af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:43.487673967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d73a8554-d3c5-4eeb-a409-d6a5689fea08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:47.853044274Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3a78b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3a78b4","reconcileID":"893c3ee4-704a-4eec-a83a-92c2c1243aac","aitenant":"ai-tenants/e2e-extmod-b-3a78b4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:47.961585892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81c4b965-4c5d-4166-b35d-e83e368c916e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:47.970692878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"461b445c-dbfd-4514-8994-a341ea659b24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:48.334346852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24a6fa4-59eb-405a-b1a4-f6a62afe5865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:48.387379361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24a6fa4-59eb-405a-b1a4-f6a62afe5865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:48.440478183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24a6fa4-59eb-405a-b1a4-f6a62afe5865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:48.493588967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a24a6fa4-59eb-405a-b1a4-f6a62afe5865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:48.709435675Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3a78b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3a78b4","reconcileID":"893c3ee4-704a-4eec-a83a-92c2c1243aac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3a78b4","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3a78b4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:50.436189671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72abeea7-e6cf-48c6-bebe-22f18c9d064a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:50.488968451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72abeea7-e6cf-48c6-bebe-22f18c9d064a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:50.541695883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72abeea7-e6cf-48c6-bebe-22f18c9d064a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:50.594805263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72abeea7-e6cf-48c6-bebe-22f18c9d064a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:52.523606229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaff6d0-b237-4844-8e4c-95a80549f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:52.576473488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaff6d0-b237-4844-8e4c-95a80549f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:52.629379473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaff6d0-b237-4844-8e4c-95a80549f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-02T13:13:52.682206365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfaff6d0-b237-4844-8e4c-95a80549f9ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}